-- Logs begin at Wed 2021-07-07 12:11:23 UTC, end at Wed 2021-07-07 13:16:11 UTC. -- Jul 07 12:47:54.355919 dv-cinder-792209-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 12:47:57.086257 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.common.config [-] Logging enabled! Jul 07 12:47:57.086925 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 07 12:47:57.087067 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 12:47:57.091703 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.common.config [-] Logging enabled! Jul 07 12:47:57.091917 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 07 12:47:57.092234 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 12:47:57.093168 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 12:47:57.093409 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 12:47:57.093772 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 12:47:57.094024 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 12:47:57.094257 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 12:47:57.094584 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.094903 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.095204 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.095441 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.095739 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.096034 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.096321 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.096611 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.096908 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.097198 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.097482 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.097770 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.098004 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.098286 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.098574 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.098890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.099122 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] debug = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.099403 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.099827 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.100236 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.100521 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.100812 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.101097 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.101370 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.101648 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.101933 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.102263 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] host = dv-cinder-792209-6-iscsi {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.102543 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.102852 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.103655 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.103947 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.104225 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.104506 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.104800 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.105076 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.105352 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.105631 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.105923 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.106213 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.106504 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.106734 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.106985 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.107276 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.107564 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.107842 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.108118 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.108394 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.108669 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.108945 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.109215 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.109500 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.109785 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.110073 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.110352 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.110629 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.110931 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.111206 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.111493 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.111772 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.112049 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.112326 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.112776 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.112877 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.113426 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.113735 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.114028 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.114392 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.114681 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.115044 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.115337 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.115613 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.115888 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.116164 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] use_json = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.116440 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.116711 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.116997 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.117272 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.117546 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.117820 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.118166 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.118672 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:57.119793 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.120307 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.120844 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.121309 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.121625 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.121921 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.122221 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.122512 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.123054 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.123575 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.124097 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.124589 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.124954 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.125249 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.125560 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.125875 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.126179 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.126482 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.126770 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.127082 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.127367 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.127658 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.127955 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.128256 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.128555 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.128840 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.129128 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.129429 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.129716 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.129998 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.130330 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.130863 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.131370 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.131866 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.132377 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.132883 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.133372 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.133802 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.134108 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.134437 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.134729 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.135044 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.135334 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.135622 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.135904 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.136201 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.136487 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.136768 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.137049 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.137333 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.137612 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.137892 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.138175 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.138453 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.138736 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.139038 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.139321 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.139599 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.139876 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.140153 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.140432 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.140710 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.140989 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.141267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.141547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.141824 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.142103 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.142382 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.142676 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.143005 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.143287 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.143817 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.144108 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.144394 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.144678 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.144959 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.145243 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.145531 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.145808 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.146104 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.146394 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.146685 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.147004 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.147286 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.147588 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.147870 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.148156 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.148437 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.148719 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.149013 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.149297 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.149596 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.149893 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.150940 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.151243 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.151547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.151835 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.152149 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.152435 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:57.152660 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 12:47:57.152911 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92843) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 12:47:57.512075 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 12:47:57.512289 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 12:47:57.512584 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 12:47:57.512921 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 12:47:57.901989 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.902292 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.902570 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.903889 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.904176 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.904454 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.938958 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.939241 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.939514 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.953311 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.953600 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.953876 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.984104 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.984392 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:57.984672 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.019983 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.020271 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.020547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.254334 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.254988 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.254988 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.255171 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.255820 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.379278 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.379601 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.379889 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.380165 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.380437 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.380753 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.381018 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.381277 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.381535 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.381819 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.382081 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.382363 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.382637 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.382928 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.383191 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.383462 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.383734 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.383996 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.384267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.384546 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.384829 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.385178 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.385441 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.385730 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.385984 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.386234 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.386638 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:58.386912 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:58.387158 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:58.387398 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:58.387638 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:58.387880 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:58.388243 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 12:47:58.392278 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 12:47:58.396247 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 12:47:58.399939 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jul 07 12:47:58.401577 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 12:47:58.402031 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 12:47:58.402369 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 12:47:58.402759 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 12:47:58.405552 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 12:47:58.405807 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 12:47:58.406151 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 12:47:58.434987 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 12:47:58.435436 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.435737 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92843) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 12:47:58.436103 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.437465 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92843) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 12:47:58.437749 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 12:47:58.437997 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 12:47:58.441160 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.441446 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:58.504878 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 12:47:58.505066 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 12:47:58.505309 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 12:47:58.505679 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 12:47:58.526135 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_db.sqlalchemy.engines [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92843) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 12:47:59.052597 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing driver for type 'gre' Jul 07 12:47:59.053176 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] gre ID ranges: [(1, 1000)] Jul 07 12:47:59.110314 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing driver for type 'local' Jul 07 12:47:59.110602 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing driver for type 'vlan' Jul 07 12:47:59.122851 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] VlanTypeDriver initialization complete Jul 07 12:47:59.123251 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing driver for type 'vxlan' Jul 07 12:47:59.123952 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] vxlan ID ranges: [(1, 1000)] Jul 07 12:47:59.176052 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing extension driver 'port_security' Jul 07 12:47:59.176474 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.extensions.port_security [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] PortSecurityExtensionDriver initialization complete Jul 07 12:47:59.176818 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing mechanism driver 'openvswitch' Jul 07 12:47:59.177144 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing mechanism driver 'hyperv' Jul 07 12:47:59.183896 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.plugin [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:47:59.184586 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.184965 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.185330 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.185851 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 12:47:59.186291 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.186655 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.187040 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.187438 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 12:47:59.187855 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.188208 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.188560 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.188955 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 12:47:59.189364 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.189721 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.190071 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.190607 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 12:47:59.191050 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.191413 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.191763 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.192171 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 12:47:59.192585 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.192942 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.193290 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.193687 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 12:47:59.194098 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] ML2 OVO RPC backend initialized. {{(pid=92843) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 12:47:59.194807 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.195191 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.195615 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.195977 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > networks before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.196319 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.196668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > ports before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.197518 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.197865 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.198216 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.198561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.198927 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.199271 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.199611 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.199951 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.200357 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.200639 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.200977 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.201552 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.plugin [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Modular L2 Plugin initialization complete Jul 07 12:47:59.201883 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading services supported by the core plugin {{(pid=92843) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 12:47:59.202214 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.plugins.ml2.managers [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Got port-security extension from driver 'port_security' Jul 07 12:47:59.202683 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.extensions.vlantransparent [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Disabled vlantransparent extension. Jul 07 12:47:59.203190 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92843) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 12:47:59.203507 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: router Jul 07 12:47:59.239245 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.239650 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_create 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.240028 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router before_create 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.240404 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.240790 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.241147 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_delete 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.241517 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.241886 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_create 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.242239 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_update 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.242595 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_update 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.242975 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.243340 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_update 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.243782 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.244156 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.244501 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.244841 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: subnet after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.245183 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.245535 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.245887 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.246233 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.246604 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.246994 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router after_update 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.247344 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.247700 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.248065 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.248414 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.248783 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > agent after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.249139 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.249490 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > network after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.250347 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Tracking information for resource: router configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:59.250688 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Tracking information for resource: floatingip configured {{(pid=92843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 12:47:59.255659 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.db.l3_agentschedulers_db [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 12:47:59.256243 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.256608 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port after_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.256964 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port after_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.257320 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: port after_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.258114 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router before_create 55550100 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.258484 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.258877 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.259722 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.264179 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.provider_configuration [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service providers = [] {{(pid=92843) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 12:47:59.264547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.db.servicetype_db [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92843) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 12:47:59.267515 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.service_base [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 12:47:59.268043 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.service_base [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 12:47:59.268219 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.service_base [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 12:47:59.269117 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.services.service_base [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 12:47:59.269495 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.services.service_base [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 12:47:59.269870 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.270190 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 12:47:59.281353 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.281698 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: auto_allocate Jul 07 12:47:59.287466 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: network precommit_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.287843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: network precommit_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.288367 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.288694 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: tag Jul 07 12:47:59.295232 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.295566 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: timestamp Jul 07 12:47:59.300839 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.301178 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: network_ip_availability Jul 07 12:47:59.306645 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.307058 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.307673 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.308392 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.308713 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: flavors Jul 07 12:47:59.313382 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.313718 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading Plugin: revisions Jul 07 12:47:59.317980 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 12:47:59.318374 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_concurrency.lockutils [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=92843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 12:47:59.319152 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92843) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 12:47:59.319498 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Initializing extension manager. Jul 07 12:47:59.320014 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: __init__.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.320361 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: __pycache__ {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.320699 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.321036 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: address_group.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.322320 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.322925 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: address-group Jul 07 12:47:59.323257 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: address_scope.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.323981 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.324493 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: address-scope Jul 07 12:47:59.324819 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.325757 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.326276 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: router-admin-state-down-before-update Jul 07 12:47:59.326603 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: agent.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.327344 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.328042 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: agent Jul 07 12:47:59.328370 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: agent_resources_synced.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.329294 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.329809 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: agent-resources-synced Jul 07 12:47:59.330137 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.331962 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.332481 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: allowed-address-pairs Jul 07 12:47:59.332813 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.333904 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.334418 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: auto-allocated-topology Jul 07 12:47:59.334750 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: availability_zone.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.335484 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.335990 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: availability_zone Jul 07 12:47:59.336315 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: availability_zone_filter.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.337237 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.338333 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: availability_zone_filter Jul 07 12:47:59.338659 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: data_plane_status.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.339605 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.340112 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 12:47:59.340436 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: default_subnetpools.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.341355 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.341860 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: default-subnetpools Jul 07 12:47:59.342188 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.343035 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.343542 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: dhcp_agent_scheduler Jul 07 12:47:59.343865 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: dns.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.344785 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.345285 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 12:47:59.345608 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: dns_domain_ports.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.346530 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.347063 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 12:47:59.347391 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.348322 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.348822 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 12:47:59.349144 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: dvr.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.349817 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.350321 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: dvr Jul 07 12:47:59.350645 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: empty_string_filtering.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.351604 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.352121 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: empty-string-filtering Jul 07 12:47:59.352443 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.353383 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.353889 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 12:47:59.354218 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.355165 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.355678 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 12:47:59.356002 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: external_net.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.356925 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.357432 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: external-net Jul 07 12:47:59.357755 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.358670 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.359207 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: extra_dhcp_opt Jul 07 12:47:59.359532 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: extraroute.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.360492 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.360955 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: extraroute Jul 07 12:47:59.361276 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: extraroute_atomic.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.362323 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.362839 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: extraroute-atomic Jul 07 12:47:59.363181 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: filter_validation.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.363851 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.364353 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: filter-validation Jul 07 12:47:59.364674 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: fip_pf_description.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.365584 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.366087 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 12:47:59.366411 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: fip_port_details.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.367358 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.367859 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: fip-port-details Jul 07 12:47:59.368185 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: flavors.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.369941 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.370461 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: flavors Jul 07 12:47:59.370796 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.372477 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.373003 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 12:47:59.373346 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: floatingip_pools.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.374056 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.374570 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: floatingip-pools Jul 07 12:47:59.374930 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: ip_allocation.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.375860 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.376367 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 12:47:59.376698 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.377634 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.378146 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: ip-substring-filtering Jul 07 12:47:59.378476 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l2_adjacency.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.379459 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.379968 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 12:47:59.380294 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.381253 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.381777 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: router Jul 07 12:47:59.382097 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.385068 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.385597 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 12:47:59.385933 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.386958 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.387479 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: ext-gw-mode Jul 07 12:47:59.387812 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.388753 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.389268 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: l3-ha Jul 07 12:47:59.389603 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3_flavors.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.390537 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.391080 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: l3-flavors Jul 07 12:47:59.391411 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.392330 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.392855 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 12:47:59.393175 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: l3agentscheduler.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.394207 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.394722 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: l3_agent_scheduler Jul 07 12:47:59.395081 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: logging.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.396576 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.397091 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension logging not supported by any of loaded plugins Jul 07 12:47:59.397424 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: metering.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.398178 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.398752 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: metering Jul 07 12:47:59.399109 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.400234 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.400750 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: metering_source_and_destination_fields Jul 07 12:47:59.401081 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: multiprovidernet.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.402016 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.402527 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: multi-provider Jul 07 12:47:59.402904 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: netmtu.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.403827 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.404333 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: net-mtu Jul 07 12:47:59.404659 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: netmtu_writable.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.405584 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.406091 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: net-mtu-writable Jul 07 12:47:59.406418 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: network_availability_zone.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.407124 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.407631 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: network_availability_zone Jul 07 12:47:59.407956 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: network_ip_availability.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.409055 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.409572 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: network-ip-availability Jul 07 12:47:59.409904 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: network_segment_range.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.410683 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.411224 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 12:47:59.411553 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: pagination.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.412573 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.412911 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: pagination Jul 07 12:47:59.413237 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: port_device_profile.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.414147 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.414659 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: port-device-profile Jul 07 12:47:59.415014 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.415977 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.416485 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: port-mac-address-regenerate Jul 07 12:47:59.416810 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.417721 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.418222 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: port-numa-affinity-policy Jul 07 12:47:59.418545 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: port_resource_request.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.419507 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.420014 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 12:47:59.420343 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: portbindings.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.421274 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.421778 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: binding Jul 07 12:47:59.422102 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: portbindings_extended.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.423532 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.424058 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: binding-extended Jul 07 12:47:59.424395 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: portsecurity.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.425316 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.425826 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: port-security Jul 07 12:47:59.426154 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: project_id.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.427162 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.427499 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: project-id Jul 07 12:47:59.427826 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: providernet.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.428777 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.429292 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: provider Jul 07 12:47:59.429620 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.433938 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.434456 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos not supported by any of loaded plugins Jul 07 12:47:59.434792 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.436068 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.436588 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 12:47:59.436922 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.437848 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.438390 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 12:47:59.438720 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_default.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.439677 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.440191 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-default not supported by any of loaded plugins Jul 07 12:47:59.440516 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_fip.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.441178 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.441685 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 12:47:59.442012 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.442970 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.443488 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 12:47:59.443815 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.444736 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.445247 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 12:47:59.445572 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.446504 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.447606 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 12:47:59.447935 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: qos_rules_alias.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.448991 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.449501 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 12:47:59.449825 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: quotasv2.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.450744 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.451101 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: quotas Jul 07 12:47:59.451427 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: quotasv2_detail.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.454463 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.454810 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: quota_details Jul 07 12:47:59.455186 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: rbac.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.456248 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.456768 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: rbac-policies Jul 07 12:47:59.457104 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: rbac_address_group.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.458235 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.458759 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: rbac-address-group Jul 07 12:47:59.459119 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: rbac_address_scope.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.460067 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.460581 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: rbac-address-scope Jul 07 12:47:59.460914 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: rbac_security_groups.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.461841 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.462354 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: rbac-security-groups Jul 07 12:47:59.462710 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.463674 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.464186 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: rbac-subnetpool Jul 07 12:47:59.464518 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: revisionifmatch.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.465450 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.465970 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: revision-if-match Jul 07 12:47:59.466304 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: revisions.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.467435 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.467951 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: standard-attr-revisions Jul 07 12:47:59.468283 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: router_availability_zone.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.468961 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.469473 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: router_availability_zone Jul 07 12:47:59.469802 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: routerservicetype.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.470731 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.471273 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 12:47:59.471596 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.472525 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.473041 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: security-groups-normalized-cidr Jul 07 12:47:59.473373 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.474296 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.474809 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: port-security-groups-filtering Jul 07 12:47:59.475162 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.476097 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.476614 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: security-groups-remote-address-group Jul 07 12:47:59.476940 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: securitygroup.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.486542 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.487119 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: security-group Jul 07 12:47:59.487461 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: segment.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.488257 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.488769 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension segment not supported by any of loaded plugins Jul 07 12:47:59.489104 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.490052 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.490562 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 12:47:59.490931 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: servicetype.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.492053 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.492578 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: service-type Jul 07 12:47:59.492913 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: sorting.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.494438 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.494780 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: sorting Jul 07 12:47:59.495138 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: standard_attr_segment.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.496133 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.496652 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 12:47:59.496982 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: standardattrdescription.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.497644 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.498167 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: standard-attr-description Jul 07 12:47:59.498501 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: stateful_security_group.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.499475 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.499993 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: stateful-security-group Jul 07 12:47:59.500324 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: stdattrs_common.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.500915 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 12:47:59.501241 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.502191 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.502709 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 12:47:59.503059 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: subnet_onboard.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.504139 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.504663 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: subnet_onboard Jul 07 12:47:59.504993 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.505934 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.506446 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 12:47:59.506774 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: subnet_service_types.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.507733 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.508252 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: subnet-service-types Jul 07 12:47:59.508579 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: subnetallocation.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.510251 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.510769 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: subnet_allocation Jul 07 12:47:59.511126 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.511807 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.512329 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: subnetpool-prefix-ops Jul 07 12:47:59.512657 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.513602 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.514115 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 12:47:59.514441 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: tagging.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.515571 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.516094 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: standard-attr-tag Jul 07 12:47:59.516428 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: timestamp.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.517705 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.518217 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loaded extension: standard-attr-timestamp Jul 07 12:47:59.518550 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: trunk.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.519620 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.520136 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension trunk not supported by any of loaded plugins Jul 07 12:47:59.520467 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: trunk_details.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.521398 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.521910 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 12:47:59.522239 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.523194 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.523714 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 12:47:59.524041 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Loading extension file: vlantransparent.py {{(pid=92843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 12:47:59.524721 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 12:47:59.525257 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 12:47:59.527782 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:network Jul 07 12:47:59.528330 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:subnet Jul 07 12:47:59.528738 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 12:47:59.529145 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:port Jul 07 12:47:59.530425 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.530908 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service FLAVORS assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.531534 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.531966 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.532303 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:router Jul 07 12:47:59.532749 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 12:47:59.533259 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service METERING assigned prefix: /metering {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.534729 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.535130 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.535489 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:47:59.536526 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 12:47:59.536981 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:security_group Jul 07 12:47:59.537432 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 12:47:59.538037 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service CORE assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.538372 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 12:47:59.538734 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] subnetpool is already registered Jul 07 12:47:59.539216 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service CORE assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.539550 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 12:47:59.539889 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] subnetpool is already registered Jul 07 12:47:59.542241 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.542683 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service FLAVORS assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.543321 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.543759 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.544097 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:router Jul 07 12:47:59.544444 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] router is already registered Jul 07 12:47:59.544862 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 12:47:59.545204 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] floatingip is already registered Jul 07 12:47:59.545667 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service METERING assigned prefix: /metering {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.546341 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 12:47:59.546671 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] rbac_policy is already registered Jul 07 12:47:59.547127 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:security_group Jul 07 12:47:59.547469 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] security_group is already registered Jul 07 12:47:59.547876 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 12:47:59.548214 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] security_group_rule is already registered Jul 07 12:47:59.548843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service CORE assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.549174 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 12:47:59.549511 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] subnetpool is already registered Jul 07 12:47:59.549938 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.v2.resource_helper [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Service CORE assigned prefix: {{(pid=92843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 12:47:59.550267 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 12:47:59.550603 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING neutron.quota.resource_registry [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] subnetpool is already registered Jul 07 12:47:59.551106 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: extensions {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.552583 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: address-groups {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.554126 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: address-scopes {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.555495 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: agents {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.557465 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: auto-allocated-topology {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.558719 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: availability_zones {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.559986 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: dhcp-networks {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.562593 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: dhcp-agents {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.564098 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: routers {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.565848 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: flavors {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.567160 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: service_profiles {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.568387 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: next_providers {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.569844 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: service_profiles {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.571460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: floatingip-pools {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.573379 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: routers {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.575140 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: floatingips {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.576437 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: l3-routers {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.577861 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: l3-agents {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.579469 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: metering-labels {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.580745 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: metering-label-rules {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.582144 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: network-ip-availabilities {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.583466 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: bindings {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.585056 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: quotas {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.586621 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: quotas {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.588130 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: rbac-policies {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.589358 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: security-groups {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.590686 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: security-group-rules {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.591985 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: service-providers {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.593214 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: subnetpools {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.594579 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: subnetpools {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.596181 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.597937 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.599825 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.601647 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.603402 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.605403 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.607134 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.608997 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.610951 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.612674 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron.api.extensions [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Extended resource: tags {{(pid=92843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 12:47:59.619163 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING keystonemiddleware.auth_token [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 12:47:59.623692 dv-cinder-792209-6-iscsi neutron-server[92843]: WARNING keystonemiddleware.auth_token [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 12:47:59.633025 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_concurrency.lockutils [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Acquired lock "singleton_lock" {{(pid=92843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 12:47:59.633505 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_concurrency.lockutils [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Releasing lock "singleton_lock" {{(pid=92843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 12:47:59.634150 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Starting 2 workers Jul 07 12:47:59.639519 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Started child 92960 {{(pid=92843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 12:47:59.645242 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Started child 92961 {{(pid=92843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 12:47:59.645421 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:47:59.646048 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO neutron.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 12:47:59.646211 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Notify callbacks [] for process, before_spawn {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:47:59.646341 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [-] (92960) wsgi starting up on http://0.0.0.0:9696 Jul 07 12:47:59.648662 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Starting 1 workers Jul 07 12:47:59.648808 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:47:59.650238 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [-] (92961) wsgi starting up on http://0.0.0.0:9696 Jul 07 12:47:59.653881 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Started child 92962 {{(pid=92843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 12:47:59.654415 dv-cinder-792209-6-iscsi neutron-server[92843]: INFO oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Starting 1 workers Jul 07 12:47:59.657637 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] calling RpcWorker wait() {{(pid=92962) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 12:47:59.658170 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] returning from RpcWorker wait() {{(pid=92962) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 12:47:59.658921 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Started child 92963 {{(pid=92843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 12:47:59.659618 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:47:59.659743 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG neutron_lib.callbacks.manager [None req-3495453b-9aac-4a89-8f19-aa31945f12a2 None None] Notify callbacks [] for process, after_spawn {{(pid=92843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:47:59.660138 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:47:59.661617 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 12:47:59.661833 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 12:47:59.662021 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 12:47:59.662239 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 12:47:59.662582 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 12:47:59.662750 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 12:47:59.663272 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.663539 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.663786 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:47:59.664267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.664267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.664409 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.664930 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.665206 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.665466 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.665791 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.666055 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.666231 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.666400 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.666671 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.666929 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.667213 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.667479 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.667718 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.667991 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.668169 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.668422 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.668687 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.668921 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.669188 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] debug = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.669434 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.669912 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.670172 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.670413 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.670647 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.670961 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.671392 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.671820 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.672961 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.672961 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.672961 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.672961 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.673459 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.673459 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.673693 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.673904 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.674147 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.674670 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] host = dv-cinder-792209-6-iscsi {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.675093 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.675093 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.676668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.676668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.676668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.676668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.676668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.676668 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.677316 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.677316 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.677547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.677672 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.677808 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.678057 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.678219 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_options = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.678458 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.678716 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.679011 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.679205 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.679376 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.679557 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.679811 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.679976 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.680252 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.680445 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.680658 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.680887 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.681649 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.681871 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.682421 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.682619 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.685777 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.685777 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.686201 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.686480 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.686750 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.687052 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.687289 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.687545 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.687780 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.688016 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.688271 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.688496 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.688719 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.688991 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.689221 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.689486 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.689726 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.689996 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.690249 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.690477 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.690694 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.690988 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.691225 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.691474 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.691737 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.691982 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.692230 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.692557 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.692696 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.692917 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_json = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.693135 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.693358 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.693636 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.693854 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.694185 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.694324 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.694508 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.694759 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.695180 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.695492 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.695797 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.696058 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.696331 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.696587 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.696916 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.697630 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.697923 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.698188 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.698505 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.698732 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.700429 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.706843 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.707862 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.707862 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.707862 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.707862 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.707862 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.708494 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.708890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.709296 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.709728 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.710147 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.710565 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.711099 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.711534 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.711798 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.712038 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.712274 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.712518 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.712796 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.713041 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.713300 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.713550 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.713792 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.714022 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715415 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715415 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715415 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715415 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715415 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715764 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.715832 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.716262 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.716376 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.716523 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.716768 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.716991 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.717228 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.717627 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.717742 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.717947 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.718156 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.718407 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.718696 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.718965 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.719324 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.719801 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.719801 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.720036 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.720244 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.720466 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.720684 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.721134 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.721360 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.721803 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.721966 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.722161 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.722518 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.723177 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.723177 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.723475 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.723475 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.723768 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.723911 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.724113 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.724330 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.724725 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.725043 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.725297 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.725549 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.725775 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.726028 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.726250 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.726536 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.726901 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.727149 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.727396 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.727653 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.727888 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.728193 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.728421 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.728652 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.728897 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.729117 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.729361 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.729580 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.729821 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.730067 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.730342 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.731310 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.731310 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.731310 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.731547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.731712 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.732417 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.732417 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.732594 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.732863 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.733175 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.733458 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.733729 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.733992 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.734248 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.734879 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.734879 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.735144 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.735421 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.735627 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.735854 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.736144 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737448 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737448 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737448 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737448 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737448 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737797 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.737797 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.738546 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.738546 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.738546 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.738799 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.739068 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.739296 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.739533 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.739781 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.740016 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.740583 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.740583 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.740758 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.740917 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.741267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.741509 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.741973 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.741973 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.742178 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.742616 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.743015 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.743385 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.744274 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.744654 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.745097 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.745505 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.745927 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.746295 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.746699 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.747282 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.747663 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.748053 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.748422 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.748823 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.749219 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.749638 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.750058 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.750414 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.750796 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.751306 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.751717 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.752082 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.752478 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.752847 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.753225 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.753614 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.753991 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.754373 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.754732 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.755215 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.755579 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.756001 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.756388 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.756735 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.757031 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.757269 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.757521 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.758021 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.758021 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.758186 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.758405 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.758630 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.758896 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.759086 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.760212 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.760212 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.760394 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.760590 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.761612 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.761612 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.761612 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.761612 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.761928 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.762050 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.762452 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.762730 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.763002 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.763248 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.763658 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.763768 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.763914 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.764302 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.764690 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.764924 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.765370 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.765746 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.766126 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.766356 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.766578 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.766792 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.767075 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.767292 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.767509 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.767734 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.767974 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.768187 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.768436 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.768648 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.768862 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.769085 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.769306 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.769549 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.769846 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.770113 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.770353 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.770642 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.770904 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.771166 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.771408 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.771802 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.772025 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.772302 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.772524 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.772749 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.772999 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.773248 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.773592 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.773881 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.774152 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.774402 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.774686 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.775024 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.775374 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.775569 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.775869 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.776225 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.776495 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.776761 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.777016 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.777287 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.777536 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.777772 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.778013 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.778248 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.778484 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.778723 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.778984 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.779210 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.779431 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.779689 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.779908 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.780178 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.780368 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.780596 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.780832 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.780990 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 12:47:59.781521 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 12:47:59.781776 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 12:47:59.781931 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 12:47:59.782252 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 12:47:59.782575 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 12:47:59.782892 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 12:47:59.783261 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.783568 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.783872 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.784173 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.784471 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.784800 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.784963 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.785267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.785433 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.785590 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.785893 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.786057 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.786218 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.786378 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.786542 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.786703 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.786884 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.787045 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.787212 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.787373 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.787534 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.787694 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.787852 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] debug = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.788015 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.788224 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.788392 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.788541 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.788716 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.788847 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789003 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789163 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789322 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789481 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789640 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789799 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.789958 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.790112 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.790272 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.790425 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.791346 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.791517 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] host = dv-cinder-792209-6-iscsi {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.791780 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.791946 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.792107 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.792267 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.792428 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.792580 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.792740 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.792899 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.793059 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.793225 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.793386 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.793546 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.793704 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.793849 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.794011 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_options = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.794169 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.794328 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.794472 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.794659 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.794808 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.795380 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.795380 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.795380 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.795786 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.795786 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.795786 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796141 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796141 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796379 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796379 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796617 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796617 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796867 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.796994 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797121 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797248 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797374 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797499 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797626 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797782 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.797924 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798103 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798238 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798365 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798520 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798683 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798848 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.798983 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.799191 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.799402 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.799569 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.799736 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.799889 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.800049 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.800209 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.800368 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.800528 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.800663 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.800828 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801003 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801136 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_json = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801262 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801423 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801583 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801733 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.801987 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.802151 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.802297 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.802456 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 12:47:59.802638 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.802803 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804998 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804998 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.804998 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.805177 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.805245 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.805403 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.805733 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.806041 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.806925 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.807482 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.807787 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.808087 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.808425 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.808729 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809041 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809235 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809393 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809544 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809694 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809838 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.809981 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.810123 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.810264 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.810422 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.810574 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.810728 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.810905 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.811054 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.811195 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.811345 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.811488 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.811655 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.811805 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.812072 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.812242 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.812390 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.812558 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.812716 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.812869 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813030 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813206 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813353 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813524 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813672 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813837 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.813985 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.814150 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.814297 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.814463 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.814610 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.814766 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.814997 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.815142 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.815282 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.815421 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.815561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.815701 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.815864 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.816013 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.816177 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.816333 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.816475 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.816639 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.816818 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817011 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817183 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817352 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817496 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817665 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817818 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.817960 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.818127 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.818291 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.818291 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.818561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.818700 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.818859 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819031 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819184 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819325 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819475 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819617 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819757 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.819897 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820037 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820178 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820328 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820470 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820611 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820750 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.820910 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.821052 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.821192 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.821353 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.821507 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.821657 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.821831 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.822098 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.822275 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.822491 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.822684 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.822893 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.823043 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.823214 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.823391 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.823536 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.823697 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.823844 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824014 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824161 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824328 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824477 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824641 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824802 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.824945 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.825106 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.825253 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.825427 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.825600 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.825748 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.825915 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.826063 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.826251 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.826399 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.826562 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.826709 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.826903 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827053 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827217 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827364 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827516 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827670 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827833 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.827981 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.828146 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.828294 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.828460 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.828608 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.828772 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.828919 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.829069 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.829236 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.829383 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.829533 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.829696 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.829844 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.830008 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.830155 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.830332 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.830504 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.830674 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.830842 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831019 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831162 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831303 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831443 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831584 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831825 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831997 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.831997 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.832268 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.832407 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.832547 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.832714 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.832886 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833034 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833206 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833356 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833518 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833666 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833819 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.833982 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.834130 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.834296 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.834443 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.834593 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.834761 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.834951 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.835094 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.835262 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.835409 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.835574 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.835722 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.835873 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836027 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836190 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836338 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836503 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836651 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836822 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.836971 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.837135 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.837282 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.837470 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838180 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838180 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838180 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838180 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838720 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:47:59.838890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.838890 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.839561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.839561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.839561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.839561 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840090 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840090 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840090 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840090 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840629 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840629 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.840629 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841019 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841019 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841019 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841421 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841421 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841688 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841688 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841985 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.841985 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.842254 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.842393 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.842533 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.842682 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.842844 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.842994 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.843134 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.843290 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.843432 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.843571 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.843748 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.843908 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.844058 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.844200 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.844366 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.844514 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.844680 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.844849 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.845021 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.845189 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.845337 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.845537 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.845689 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.845893 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.846062 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.846220 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.846395 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.846543 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.846707 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.846932 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847102 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847245 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847385 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847526 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847666 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847806 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.847945 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848084 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848234 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848382 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848525 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848686 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848833 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.848998 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.849145 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.849381 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 12:47:59.849538 dv-cinder-792209-6-iscsi neutron-server[92843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 12:48:00.031870 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48770) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:00.040226 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061872 Jul 07 12:48:11.382442 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926be20d-9b2e-4710-a947-a96cdb643f22 None None] get_active_networks_info from dv-cinder-792209-6-iscsi {{(pid=92962) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 12:48:11.454874 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-aa42a949-b348-4d93-a513-09c87a236744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797593'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:11.481936 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926be20d-9b2e-4710-a947-a96cdb643f22 None None] No non-hosted networks {{(pid=92962) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 12:48:13.582725 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ce121083-022b-43d1-8aab-7c05baa26680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797593'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:13.641953 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e9ef840f-13b0-43b2-9fc7-f8e4c6e3a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:14.270298 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797593'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:14.271214 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.271775 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.272301 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.272870 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.273484 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.274045 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.274636 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.275558 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.276121 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.276666 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.277213 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.277754 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:14.278352 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:14.286978 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:15.113658 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797593'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:16.403941 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797593'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:17.542430 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 48862) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:17.922351 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.db.l3_hamode_db [None req-6f1eb25b-a101-4ba5-a223-c46732502609 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 12:48:17.997620 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1eb25b-a101-4ba5-a223-c46732502609 None None] Routers set() bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:48:17.998013 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1eb25b-a101-4ba5-a223-c46732502609 None None] Router IDs set() for agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 12:48:18.045503 dv-cinder-792209-6-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-c0b27cb1-6cc3-4cbd-b7ae-189c8b1dce4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:18.046112 dv-cinder-792209-6-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-c0b27cb1-6cc3-4cbd-b7ae-189c8b1dce4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:18.264211 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [None req-c0b27cb1-6cc3-4cbd-b7ae-189c8b1dce4d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:48:18.265372 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c0b27cb1-6cc3-4cbd-b7ae-189c8b1dce4d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7206802 Jul 07 12:48:20.605896 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 48876) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:20.913549 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:21.006586 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.policy [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92960) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 12:48:21.056093 dv-cinder-792209-6-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:21.056473 dv-cinder-792209-6-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:21.065259 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.quota [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] Loaded quota_driver: . Jul 07 12:48:21.156424 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761822710733', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761822708766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761822730344', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761822728798', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761822750739', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761822742270', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1594815', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1756692'] for rbac-policy, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:21.220304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:21.221407 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ba48dbe3-59e4-4729-be46-a8e19c058cb4 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6145315 Jul 07 12:48:23.763907 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 48888) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:24.053349 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:24.083374 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Made reservation on behalf of d14a467b1beb41e4bcc82c8982a28019 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:48:24.086349 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.104394 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.227764 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.231455 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.250504 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:48:24.279031 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761824653397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.279626 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Unsubscribe: segment precommit_create {{(pid=92960) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 12:48:24.280141 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Added segment 9f621664-771e-49fb-a191-ce90a75429e2 of type vlan for network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 Jul 07 12:48:24.300143 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7bc0c-eedc-4012-b949-63d9ab3bd0a2,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:24.348046 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.348396 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.348724 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.349046 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.349363 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.349692 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.350018 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.350442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.351025 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.351528 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.352058 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.352429 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Tracked resource versions report: Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: pushed versions: Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: { 'AddressGroup': {'1.2'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'ConntrackHelper': {'1.0'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Log': {'1.0'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Network': {'1.1'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Port': {'1.7'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'PortForwarding': {'1.2'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'QosPolicy': {'1.8'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroup': {'1.4'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SubPort': {'1.0'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Subnet': {'1.1'}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Trunk': {'1.1'}} Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: consumer versions: Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'ConntrackHelper': '1.0', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Log': '1.0', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Network': '1.1', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Port': '1.7', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'PortForwarding': '1.2', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'QosPolicy': '1.8', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroup': '1.4', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroupRule': '1.2', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SubPort': '1.0', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Subnet': '1.1', Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Trunk': '1.1'}} Jul 07 12:48:24.353641 dv-cinder-792209-6-iscsi neutron-server[92960]: {{(pid=92960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:48:24.397708 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.455617 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.457027 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:24.457663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:24.528717 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7636528 Jul 07 12:48:24.559916 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef466-137f-4eb3-8376-76f2c72e9990 admin admin] Pushing event updated for resources: {'Network': ['ID=70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:24.571684 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:48:27.148639 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 48902) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:27.533707 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2660cba-3025-4504-9776-e8b7984ad134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:27.535059 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e2660cba-3025-4504-9776-e8b7984ad134 admin admin] 10.222.0.21 "GET /v2.0/networks/70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 HTTP/1.1" status: 200 len: 826 time: 0.3854055 Jul 07 12:48:27.559146 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0d3ebf34-0fab-4171-aa18-862787b928cc admin admin] 10.222.0.21 "GET /v2.0/subnetpools/74c26508-5902-4429-bfa2-9ce9ce8ee030 HTTP/1.1" status: 200 len: 734 time: 0.0182424 Jul 07 12:48:27.567354 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Request body: {'subnet': {'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gateway_ip': '172.20.0.1', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:27.587622 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Made reservation on behalf of d14a467b1beb41e4bcc82c8982a28019 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:48:27.590109 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:27.887707 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:27.957023 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8687504d-da02-4642-a02a-4db85e1305d3,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:27.960838 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Checking segment: {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:48:27.961221 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Network hostable DHCP agents. Network: 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:48:27.983408 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:48:27.994407 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:48:27.998961 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:27.999543 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:28.004505 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc86d7-c57e-44a3-90b6-b60c2685bb82 None None] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:48:28.012750 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-161df089-0327-47fa-9ba8-2dba2b0c6ec0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4484854 Jul 07 12:48:28.319054 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:48:28.320407 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:28.602389 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Allocated IP 172.20.0.2 (70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3/8687504d-da02-4642-a02a-4db85e1305d3/59fdb97a-6b51-496a-97c9-bb7c4bdd8775) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:48:28.799647 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:28.842307 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Transition to ACTIVE for port object 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:48:28.862404 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Transition to ACTIVE for port object 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:48:28.871526 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:28.935935 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:48:28.948500 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:48:28.953896 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Pushing event updated for resources: {'Port': ['ID=59fdb97a-6b51-496a-97c9-bb7c4bdd8775,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:28.956116 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:48:28.980950 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.981292 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.981624 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.981952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.982276 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.982599 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.982948 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.983304 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.983641 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.983961 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.984277 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.984588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Tracked resource versions report: Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: pushed versions: Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: { 'AddressGroup': {'1.2'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'ConntrackHelper': {'1.0'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Log': {'1.0'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Network': {'1.1'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Port': {'1.7'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'PortForwarding': {'1.2'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'QosPolicy': {'1.8'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroup': {'1.4'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SubPort': {'1.0'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Subnet': {'1.1'}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Trunk': {'1.1'}} Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: consumer versions: Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'ConntrackHelper': '1.0', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Log': '1.0', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Network': '1.1', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Port': '1.7', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'PortForwarding': '1.2', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'QosPolicy': '1.8', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroup': '1.4', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroupRule': '1.2', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SubPort': '1.0', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Subnet': '1.1', Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Trunk': '1.1'}} Jul 07 12:48:28.985730 dv-cinder-792209-6-iscsi neutron-server[92962]: {{(pid=92962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:48:29.035337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Attempting to bind port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:48:29.035975 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Attempting to bind port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:48:29.036136 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Attempting to bind port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 on network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:48:29.041427 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:48:29.041825 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Checking segment: {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:48:29.042295 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:29.042699 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Bound using segment: {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:48:29.043246 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Bound port: 59fdb97a-6b51-496a-97c9-bb7c4bdd8775, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:48:29.043672 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:29.107466 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] For port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:48:29.111803 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] For port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=59fdb97a-6b51-496a-97c9-bb7c4bdd8775,segment=NetworkSegment(9f621664-771e-49fb-a191-ce90a75429e2),segment_id=9f621664-771e-49fb-a191-ce90a75429e2)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:48:29.119172 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:29.186120 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2766b-4007-4466-ad46-c6fbdc37387d None None] Pushing event updated for resources: {'Port': ['ID=59fdb97a-6b51-496a-97c9-bb7c4bdd8775,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:30.400993 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48910) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:30.889834 dv-cinder-792209-6-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-bc7b61e9-3570-4995-b6e5-4bb8ae81b3a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:30.890496 dv-cinder-792209-6-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-bc7b61e9-3570-4995-b6e5-4bb8ae81b3a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:31.113855 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-bc7b61e9-3570-4995-b6e5-4bb8ae81b3a4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:48:31.114954 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bc7b61e9-3570-4995-b6e5-4bb8ae81b3a4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7130430 Jul 07 12:48:33.471947 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48924) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:33.784919 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-ff494d1b-a709-4a9c-8aec-5167619d8973 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:48:33.785964 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ff494d1b-a709-4a9c-8aec-5167619d8973 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115890 Jul 07 12:48:35.199044 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cf1e3-90f9-4fe6-90e4-ad9532b23369 None None] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:48:35.320201 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3914f8aa-dfea-4c96-9a47-9df7793c3d91 None None] Provisioning for port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:48:36.068211 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:48:36.146511 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:48:36.150603 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:36.151016 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:36.258753 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:36.292931 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=59fdb97a-6b51-496a-97c9-bb7c4bdd8775,segment=NetworkSegment(9f621664-771e-49fb-a191-ce90a75429e2),segment_id=9f621664-771e-49fb-a191-ce90a75429e2)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:48:36.296579 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:36.342460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=59fdb97a-6b51-496a-97c9-bb7c4bdd8775,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:36.402528 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48938) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:36.694761 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Request body: {'router': {'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:36.759042 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.policy [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92961) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 12:48:36.804281 dv-cinder-792209-6-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:36.804650 dv-cinder-792209-6-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 12:48:36.813604 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.quota [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Loaded quota_driver: . Jul 07 12:48:36.871410 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:36.873156 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:37.024577 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:37.029413 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:37.047028 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:37.048182 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-92eb95d1-be63-416c-8908-74c51b747e52 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6446667 Jul 07 12:48:38.049190 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:48:38.099021 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:38.099318 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:39.398674 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48948) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:39.704131 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-f0f62e74-fce0-4a27-a428-4f7068121444 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:48:39.705121 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f0f62e74-fce0-4a27-a428-4f7068121444 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054795 Jul 07 12:48:41.267359 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d4c80e15-3f94-401a-a68a-945c357d6f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.059483 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48956) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:42.364957 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:42.388446 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Made reservation on behalf of 5b0cff57951148f9ab550581e6e4b9f1 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:48:42.391167 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.406170 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.520370 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.523790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.534520 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Reserving flat network on physical network physnet1 {{(pid=92961) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 12:48:42.566878 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761824653397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.567442 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Unsubscribe: segment precommit_create {{(pid=92961) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 12:48:42.567948 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Added segment a4dfb417-19c8-4d7e-834e-0aea0685b154 of type flat for network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 Jul 07 12:48:42.584985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3283e224-3826-485d-a94b-153de4975ffa,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:42.609930 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.610298 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.610633 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.611007 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.611331 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.611669 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.611988 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.612304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.612633 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.612949 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.613260 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.613578 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Tracked resource versions report: Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: pushed versions: Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: { 'AddressGroup': {'1.2'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'ConntrackHelper': {'1.0'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Log': {'1.0'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Network': {'1.1'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Port': {'1.7'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'PortForwarding': {'1.2'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'QosPolicy': {'1.8'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroup': {'1.4'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SubPort': {'1.0'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Subnet': {'1.1'}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Trunk': {'1.1'}} Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: consumer versions: Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'ConntrackHelper': '1.0', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Log': '1.0', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Network': '1.1', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Port': '1.7', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'PortForwarding': '1.2', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'QosPolicy': '1.8', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroup': '1.4', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroupRule': '1.2', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SubPort': '1.0', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Subnet': '1.1', Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Trunk': '1.1'}} Jul 07 12:48:42.614733 dv-cinder-792209-6-iscsi neutron-server[92961]: {{(pid=92961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:48:42.693425 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.747345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.748565 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:42.749196 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:42.819704 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7591517 Jul 07 12:48:42.850795 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1d687-adc6-4c2e-bace-0dc77c410ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=32a8ba50-3aa9-4221-8c50-08e29a81e7c1,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:42.865779 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:48:43.581817 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3a38deee-2057-479a-98bd-d80f658b9ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:44.258797 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:45.046332 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:45.191161 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 48978) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:45.405689 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed5567-cc1d-467c-a2e4-d2de6caf9ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:45.407118 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d6ed5567-cc1d-467c-a2e4-d2de6caf9ba5 admin admin] 10.222.0.21 "GET /v2.0/subnets/8687504d-da02-4642-a02a-4db85e1305d3 HTTP/1.1" status: 200 len: 849 time: 0.2149110 Jul 07 12:48:45.536849 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-167f0319-ff66-4d38-ad3a-1c9ee4052b92 admin admin] 10.222.0.21 "GET /v2.0/routers/1efa2826-ffad-42de-851e-af45718ea561 HTTP/1.1" status: 200 len: 704 time: 0.1244326 Jul 07 12:48:45.795643 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.083763 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Allocated IP 172.20.0.1 (70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3/8687504d-da02-4642-a02a-4db85e1305d3/971b1e85-77d5-4bef-a786-f6ee823e0a19) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:48:46.267439 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.291542 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Transition to ACTIVE for port object 971b1e85-77d5-4bef-a786-f6ee823e0a19 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:48:46.335722 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.374847 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.443889 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:48:46.453957 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:48:46.459082 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Pushing event updated for resources: {'Port': ['ID=971b1e85-77d5-4bef-a786-f6ee823e0a19,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:46.470156 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:48:46.470701 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.629649 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-48ac8844-b917-41ea-bd05-148064da50a1 None None] Provisioning for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:48:46.633076 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-48ac8844-b917-41ea-bd05-148064da50a1 None None] Provisioning complete for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:46.633491 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-48ac8844-b917-41ea-bd05-148064da50a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.667394 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-48ac8844-b917-41ea-bd05-148064da50a1 None None] Port 971b1e85-77d5-4bef-a786-f6ee823e0a19 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:48:46.733607 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.910323 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.914607 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.915488 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:46.991559 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Pushing event updated for resources: {'Port': ['ID=971b1e85-77d5-4bef-a786-f6ee823e0a19,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:47.037356 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:48:47.038678 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:48:47.189001 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3255069c-0b81-45b6-9328-ce087a2e90ea None None] Provisioning complete for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:47.189371 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3255069c-0b81-45b6-9328-ce087a2e90ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:47.198362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Router 1efa2826-ffad-42de-851e-af45718ea561 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:48:47.221065 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3255069c-0b81-45b6-9328-ce087a2e90ea None None] Port 971b1e85-77d5-4bef-a786-f6ee823e0a19 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:48:47.289341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:48:47.295066 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6d4db4df-390a-4606-892c-8a9920e60f75 admin admin] 10.222.0.21 "PUT /v2.0/routers/1efa2826-ffad-42de-851e-af45718ea561/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7529464 Jul 07 12:48:47.299043 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Sync routers for ids ['1efa2826-ffad-42de-851e-af45718ea561'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:48:47.314533 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Routers {'1efa2826-ffad-42de-851e-af45718ea561'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:48:47.315364 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:48:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['1efa2826-ffad-42de-851e-af45718ea561'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:47.494185 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Set router 1efa2826-ffad-42de-851e-af45718ea561 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:48:47.910254 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efa2826-ffad-42de-851e-af45718ea561', 'name': 'router1', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:48:36Z', 'updated_at': '2021-07-07T12:48:46Z', 'revision_number': 2, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gw_port_host': None, '_interfaces': [{'id': '971b1e85-77d5-4bef-a786-f6ee823e0a19', 'name': '', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'mac_address': 'fa:16:3e:f5:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:45Z', 'updated_at': '2021-07-07T12:48:46Z', 'revision_number': 2, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'subnets': [{'id': '8687504d-da02-4642-a02a-4db85e1305d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:47.960491 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Checking router: 1efa2826-ffad-42de-851e-af45718ea561 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:48:47.960872 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Updating router 1efa2826-ffad-42de-851e-af45718ea561 port 971b1e85-77d5-4bef-a786-f6ee823e0a19 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:48:48.023917 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:48.503161 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:48.520784 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Transition to ACTIVE for port object 971b1e85-77d5-4bef-a786-f6ee823e0a19 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:48:48.526926 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:48.678280 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Attempting to bind port 971b1e85-77d5-4bef-a786-f6ee823e0a19 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:48:48.678690 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Attempting to bind port 971b1e85-77d5-4bef-a786-f6ee823e0a19 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:48:48.679144 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Attempting to bind port 971b1e85-77d5-4bef-a786-f6ee823e0a19 on network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:48:48.687848 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:48:48.688255 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Checking segment: {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:48:48.688742 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:48.689124 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Bound using segment: {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:48:48.689660 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Bound port: 971b1e85-77d5-4bef-a786-f6ee823e0a19, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f621664-771e-49fb-a191-ce90a75429e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:48:48.690076 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:48.701575 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Pushing event updated for resources: {'Port': ['ID=971b1e85-77d5-4bef-a786-f6ee823e0a19,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:48.714720 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.715106 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.715445 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.715775 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.716104 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.716433 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.716756 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.717085 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.717410 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.717729 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.718047 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.718366 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Tracked resource versions report: Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: pushed versions: Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: { 'AddressGroup': {'1.2'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'ConntrackHelper': {'1.0'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Log': {'1.0'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Network': {'1.1'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Port': {'1.7'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'PortForwarding': {'1.2'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'QosPolicy': {'1.8'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroup': {'1.4'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SubPort': {'1.0'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Subnet': {'1.1'}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Trunk': {'1.1'}} Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: consumer versions: Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'ConntrackHelper': '1.0', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Log': '1.0', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Network': '1.1', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Port': '1.7', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'PortForwarding': '1.2', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'QosPolicy': '1.8', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroup': '1.4', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroupRule': '1.2', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SubPort': '1.0', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Subnet': '1.1', Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Trunk': '1.1'}} Jul 07 12:48:48.719540 dv-cinder-792209-6-iscsi neutron-server[92963]: {{(pid=92963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:48:48.782476 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] For port 971b1e85-77d5-4bef-a786-f6ee823e0a19, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:48:48.803033 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] For port 971b1e85-77d5-4bef-a786-f6ee823e0a19, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=971b1e85-77d5-4bef-a786-f6ee823e0a19,segment=NetworkSegment(9f621664-771e-49fb-a191-ce90a75429e2),segment_id=9f621664-771e-49fb-a191-ce90a75429e2)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:48:48.810337 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:48.864227 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba0bb-9558-4c3d-8723-fda332af91d4 None None] Pushing event updated for resources: {'Port': ['ID=971b1e85-77d5-4bef-a786-f6ee823e0a19,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:48.873287 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Routers {'1efa2826-ffad-42de-851e-af45718ea561'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:48:48.873904 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:48:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['1efa2826-ffad-42de-851e-af45718ea561'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:48.965219 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] Set router 1efa2826-ffad-42de-851e-af45718ea561 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:48:49.171447 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c27d4452-7f54-418b-865b-10d594236796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efa2826-ffad-42de-851e-af45718ea561', 'name': 'router1', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:48:36Z', 'updated_at': '2021-07-07T12:48:46Z', 'revision_number': 2, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gw_port_host': None, '_interfaces': [{'id': '971b1e85-77d5-4bef-a786-f6ee823e0a19', 'name': '', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'mac_address': 'fa:16:3e:f5:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:45Z', 'updated_at': '2021-07-07T12:48:48Z', 'revision_number': 4, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'subnets': [{'id': '8687504d-da02-4642-a02a-4db85e1305d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:49.197787 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d4452-7f54-418b-865b-10d594236796 None None] The sync data for ids ['1efa2826-ffad-42de-851e-af45718ea561'] in dv-cinder-792209-6-iscsi is: [{'id': '1efa2826-ffad-42de-851e-af45718ea561', 'name': 'router1', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:48:36Z', 'updated_at': '2021-07-07T12:48:46Z', 'revision_number': 2, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gw_port_host': None, '_interfaces': [{'id': '971b1e85-77d5-4bef-a786-f6ee823e0a19', 'name': '', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'mac_address': 'fa:16:3e:f5:06:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:45Z', 'updated_at': '2021-07-07T12:48:48Z', 'revision_number': 4, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'subnets': [{'id': '8687504d-da02-4642-a02a-4db85e1305d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:48:49.536063 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49000) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:49.648837 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a868ce6-4dc3-4bcd-b5ee-707e1befd63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:49.650840 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2a868ce6-4dc3-4bcd-b5ee-707e1befd63d admin admin] 10.222.0.21 "GET /v2.0/networks/32a8ba50-3aa9-4221-8c50-08e29a81e7c1 HTTP/1.1" status: 200 len: 842 time: 0.1135817 Jul 07 12:48:49.660166 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:49.685721 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Made reservation on behalf of 5b0cff57951148f9ab550581e6e4b9f1 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:48:49.688795 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:50.012383 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.objects.ports [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92961) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 12:48:50.012816 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:50.068644 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7a726c-2995-4cce-b8ed-69bdade8f67a,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:50.079908 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:48:50.080258 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Network hostable DHCP agents. Network: 32a8ba50-3aa9-4221-8c50-08e29a81e7c1, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:48:50.102944 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:48:50.114917 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 32a8ba50-3aa9-4221-8c50-08e29a81e7c1) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:48:50.119421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:50.120009 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:50.126412 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b6dd3-0017-48fd-bb1b-8cb054d86129 None None] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:48:50.146846 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-42ec0692-ff0c-421b-8c5f-76e80b14a632 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4788265 Jul 07 12:48:50.258306 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90ecfa-4d6e-443e-aadf-9b720b7e88ec None None] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:48:52.105031 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 971b1e85-77d5-4bef-a786-f6ee823e0a19 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:48:52.157959 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:48:52.161949 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:52.162331 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:52.247317 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:52.282541 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 971b1e85-77d5-4bef-a786-f6ee823e0a19, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=971b1e85-77d5-4bef-a786-f6ee823e0a19,segment=NetworkSegment(9f621664-771e-49fb-a191-ce90a75429e2),segment_id=9f621664-771e-49fb-a191-ce90a75429e2)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:48:52.288013 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:52.341540 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=971b1e85-77d5-4bef-a786-f6ee823e0a19,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:52.453850 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49012) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:52.706249 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f7a740d6-d621-4a05-9683-96a1fe7a222b admin admin] 10.222.0.21 "GET /v2.0/routers/1efa2826-ffad-42de-851e-af45718ea561 HTTP/1.1" status: 200 len: 710 time: 0.2512946 Jul 07 12:48:52.824035 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3720bd9d-84e0-412b-adbf-b623ed3f6fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:48:52.825429 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3720bd9d-84e0-412b-adbf-b623ed3f6fd4 admin admin] 10.222.0.21 "GET /v2.0/networks/32a8ba50-3aa9-4221-8c50-08e29a81e7c1 HTTP/1.1" status: 200 len: 886 time: 0.1141341 Jul 07 12:48:52.834339 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:48:53.078103 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:53.326803 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:53.401039 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:53.552711 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Allocated IP 172.27.0.96 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/9d7a1f30-a44b-47f1-b846-622dac744e62) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:48:53.703689 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:53.787424 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:53.859103 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:48:53.865379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:48:53.871071 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:48:53.903759 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7a1f30-a44b-47f1-b846-622dac744e62,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:54.072396 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 971b1e85-77d5-4bef-a786-f6ee823e0a19 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:48:54.119522 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:54.119893 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:54.148246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:54.344826 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:54.347949 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1713182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1713157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607887'] for router, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:54.453536 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Router 1efa2826-ffad-42de-851e-af45718ea561 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:48:54.555443 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:48:54.559947 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:54.561138 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4a63d95e-4430-4755-8950-0e1b74a116c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/1efa2826-ffad-42de-851e-af45718ea561 HTTP/1.1" status: 200 len: 889 time: 1.7302313 Jul 07 12:48:54.565836 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Sync routers for ids ['1efa2826-ffad-42de-851e-af45718ea561'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:48:54.577116 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Routers {'1efa2826-ffad-42de-851e-af45718ea561'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:48:54.577797 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:48:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['1efa2826-ffad-42de-851e-af45718ea561'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:54.791519 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Set router 1efa2826-ffad-42de-851e-af45718ea561 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:48:55.185011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efa2826-ffad-42de-851e-af45718ea561', 'name': 'router1', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '9d7a1f30-a44b-47f1-b846-622dac744e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:48:36Z', 'updated_at': '2021-07-07T12:48:54Z', 'revision_number': 4, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gw_port': {'id': '9d7a1f30-a44b-47f1-b846-622dac744e62', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:53Z', 'updated_at': '2021-07-07T12:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '971b1e85-77d5-4bef-a786-f6ee823e0a19', 'name': '', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'mac_address': 'fa:16:3e:f5:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:45Z', 'updated_at': '2021-07-07T12:48:52Z', 'revision_number': 5, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'subnets': [{'id': '8687504d-da02-4642-a02a-4db85e1305d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:55.235202 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Checking router: 1efa2826-ffad-42de-851e-af45718ea561 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:48:55.235574 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Updating router 1efa2826-ffad-42de-851e-af45718ea561 port 9d7a1f30-a44b-47f1-b846-622dac744e62 binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:48:55.267062 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:55.577133 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:55.587762 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Transition to ACTIVE for port object 9d7a1f30-a44b-47f1-b846-622dac744e62 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:48:55.592798 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:55.645007 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Attempting to bind port 9d7a1f30-a44b-47f1-b846-622dac744e62 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:48:55.645699 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Attempting to bind port 9d7a1f30-a44b-47f1-b846-622dac744e62 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:48:55.646065 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Attempting to bind port 9d7a1f30-a44b-47f1-b846-622dac744e62 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:48:55.648006 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035cfe-96f8-41bf-b8c6-490c2d6f7019 None None] Pushing event updated for resources: {'Port': ['ID=9d7a1f30-a44b-47f1-b846-622dac744e62,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:55.653218 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:48:55.653584 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:48:55.653978 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:55.654354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:48:55.654805 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Bound port: 9d7a1f30-a44b-47f1-b846-622dac744e62, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:48:55.655231 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:55.703860 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] For port 9d7a1f30-a44b-47f1-b846-622dac744e62, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:48:55.706788 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] For port 9d7a1f30-a44b-47f1-b846-622dac744e62, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=9d7a1f30-a44b-47f1-b846-622dac744e62,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:48:55.711069 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:55.767046 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Routers {'1efa2826-ffad-42de-851e-af45718ea561'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:48:55.767670 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:48:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['1efa2826-ffad-42de-851e-af45718ea561'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:55.770277 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035cfe-96f8-41bf-b8c6-490c2d6f7019 None None] Pushing event updated for resources: {'Port': ['ID=9d7a1f30-a44b-47f1-b846-622dac744e62,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:48:55.951260 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] Set router 1efa2826-ffad-42de-851e-af45718ea561 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:48:56.159329 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efa2826-ffad-42de-851e-af45718ea561', 'name': 'router1', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '9d7a1f30-a44b-47f1-b846-622dac744e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:48:36Z', 'updated_at': '2021-07-07T12:48:54Z', 'revision_number': 4, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gw_port': {'id': '9d7a1f30-a44b-47f1-b846-622dac744e62', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:53Z', 'updated_at': '2021-07-07T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '971b1e85-77d5-4bef-a786-f6ee823e0a19', 'name': '', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'mac_address': 'fa:16:3e:f5:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:45Z', 'updated_at': '2021-07-07T12:48:52Z', 'revision_number': 5, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'subnets': [{'id': '8687504d-da02-4642-a02a-4db85e1305d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:48:56.186523 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c2f66-2848-4c1c-85a6-5a8c47e7e8ed None None] The sync data for ids ['1efa2826-ffad-42de-851e-af45718ea561'] in dv-cinder-792209-6-iscsi is: [{'id': '1efa2826-ffad-42de-851e-af45718ea561', 'name': 'router1', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '9d7a1f30-a44b-47f1-b846-622dac744e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:48:36Z', 'updated_at': '2021-07-07T12:48:54Z', 'revision_number': 4, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'gw_port': {'id': '9d7a1f30-a44b-47f1-b846-622dac744e62', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:53Z', 'updated_at': '2021-07-07T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '971b1e85-77d5-4bef-a786-f6ee823e0a19', 'name': '', 'network_id': '70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3', 'tenant_id': 'd14a467b1beb41e4bcc82c8982a28019', 'mac_address': 'fa:16:3e:f5:06:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efa2826-ffad-42de-851e-af45718ea561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8687504d-da02-4642-a02a-4db85e1305d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:48:45Z', 'updated_at': '2021-07-07T12:48:52Z', 'revision_number': 5, 'project_id': 'd14a467b1beb41e4bcc82c8982a28019', 'subnets': [{'id': '8687504d-da02-4642-a02a-4db85e1305d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74c26508-5902-4429-bfa2-9ce9ce8ee030'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:48:56.951612 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49020) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:48:57.078556 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a6a14789-22f9-41c2-a58d-43850b5af6ba admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1257660 Jul 07 12:48:58.082460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 9d7a1f30-a44b-47f1-b846-622dac744e62 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:48:58.131799 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 9d7a1f30-a44b-47f1-b846-622dac744e62 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:48:58.135899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 9d7a1f30-a44b-47f1-b846-622dac744e62 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:48:58.136303 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:58.215601 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:58.236202 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 9d7a1f30-a44b-47f1-b846-622dac744e62, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=9d7a1f30-a44b-47f1-b846-622dac744e62,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:48:58.240243 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:48:58.300460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=9d7a1f30-a44b-47f1-b846-622dac744e62,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:49:00.111852 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 9d7a1f30-a44b-47f1-b846-622dac744e62 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:49:00.163133 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 9d7a1f30-a44b-47f1-b846-622dac744e62 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:49:00.163745 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:05.721249 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:49:11.269589 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-59d51694-a1af-4811-bae2-4cce90fc32cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:13.585695 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9e807db3-4930-4145-8764-d36c43a07a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:14.269619 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:15.061553 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:16.373003 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:41.272203 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-15641037-03f8-4423-9332-7baca2ab0e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:42.720635 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:49:43.587937 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cb9a30cd-0dbe-4bc0-928d-87eb964f8c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:44.265339 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:45.051626 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:49:46.363850 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:11.274275 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2a4583ac-6eeb-4856-b221-f49e60d8d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:13.590507 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-41b5f719-b17a-4bd9-bbfc-845c3fd207c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:14.267256 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:15.052929 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:16.370590 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:19.719471 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:50:32.613057 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49588) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:32.671987 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.pecan_wsgi.hooks.translation [None req-36277cee-6cea-4666-aa68-3275c122e0f5 admin admin] GET failed (client error): The resource could not be found. Jul 07 12:50:32.673289 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-36277cee-6cea-4666-aa68-3275c122e0f5 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0592208 Jul 07 12:50:32.832859 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778062fb-6c9c-4ca0-978c-59c540e4ad79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:32.834415 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-778062fb-6c9c-4ca0-978c-59c540e4ad79 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1574199 Jul 07 12:50:34.978725 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49598) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:35.066580 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c57570-f8ea-47f0-847e-4098c6ce3fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:35.068413 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-73c57570-f8ea-47f0-847e-4098c6ce3fa3 admin admin] 10.222.0.21 "GET /v2.0/subnets/8687504d-da02-4642-a02a-4db85e1305d3 HTTP/1.1" status: 200 len: 849 time: 0.0887423 Jul 07 12:50:35.077519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:50:35.160163 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:35.295359 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761824642591'] for subnet, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:35.330648 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:35.330793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:35.332815 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] 10.222.0.21 "PUT /v2.0/subnets/8687504d-da02-4642-a02a-4db85e1305d3 HTTP/1.1" status: 200 len: 868 time: 0.2588747 Jul 07 12:50:35.335516 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb5029-7022-4d65-946d-448198a021ab None None] Network 70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:50:35.351197 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8687504d-da02-4642-a02a-4db85e1305d3,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:50:35.358869 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.359238 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.359564 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.359899 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.360227 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.360569 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.360898 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.361221 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.361542 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.361862 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.362178 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.362537 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de0c172-11d3-4d46-b00f-f6f2886f4cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:50:35.714039 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-21ab5cc5-3a6b-490f-9dac-74e3efe1c3fb None None] Provisioning complete for port 971b1e85-77d5-4bef-a786-f6ee823e0a19 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:50:35.714491 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-21ab5cc5-3a6b-490f-9dac-74e3efe1c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:35.799993 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-21ab5cc5-3a6b-490f-9dac-74e3efe1c3fb None None] Provisioning complete for port 59fdb97a-6b51-496a-97c9-bb7c4bdd8775 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:50:35.800279 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-21ab5cc5-3a6b-490f-9dac-74e3efe1c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:37.512427 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49608) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:37.775028 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf9c67-4248-48cc-947c-da409a2a357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:37.775424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf9c67-4248-48cc-947c-da409a2a357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:37.776928 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3dcf9c67-4248-48cc-947c-da409a2a357e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2635312 Jul 07 12:50:39.916049 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49616) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:40.046160 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17add08-adb1-4ded-97fb-9d9ce1f14386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:40.046643 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17add08-adb1-4ded-97fb-9d9ce1f14386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:40.048173 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c17add08-adb1-4ded-97fb-9d9ce1f14386 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1312034 Jul 07 12:50:41.276287 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e99a70e6-a9c2-4b49-ae3d-f52c9201e35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:42.223710 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49624) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:42.343237 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9bee65-6d07-49ea-91e8-fbc2d3b94058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:42.344496 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6b9bee65-6d07-49ea-91e8-fbc2d3b94058 admin admin] 10.222.0.21 "GET /v2.0/networks/32a8ba50-3aa9-4221-8c50-08e29a81e7c1 HTTP/1.1" status: 200 len: 886 time: 0.1198401 Jul 07 12:50:43.593853 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7c660f30-ab69-424b-a59f-717dafd83758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:44.268319 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:44.495053 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49632) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:44.627494 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511ddd1-d4c3-4ca5-af31-0ab22482815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:44.628834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b511ddd1-d4c3-4ca5-af31-0ab22482815a admin admin] 10.222.0.21 "GET /v2.0/networks/70b87ae5-f2ac-40c4-a4a5-dcff5b7011b3 HTTP/1.1" status: 200 len: 870 time: 0.1328139 Jul 07 12:50:45.055804 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:46.373650 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:50:46.768237 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49640) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:46.887694 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c2a11-4a96-404b-b725-ca308399468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:46.888152 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c2a11-4a96-404b-b725-ca308399468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:46.889685 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-799c2a11-4a96-404b-b725-ca308399468c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205182 Jul 07 12:50:49.049460 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49648) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:49.234362 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abfa768-2be9-4ad8-ac4f-c1898e5e2d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:49.234836 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abfa768-2be9-4ad8-ac4f-c1898e5e2d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:49.236381 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8abfa768-2be9-4ad8-ac4f-c1898e5e2d6b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1860015 Jul 07 12:50:51.444402 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49656) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:51.535499 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337fb4f-9c2c-4bb4-9f7c-478c2d99b4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:51.536857 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a337fb4f-9c2c-4bb4-9f7c-478c2d99b4e3 admin admin] 10.222.0.21 "GET /v2.0/subnets/8687504d-da02-4642-a02a-4db85e1305d3 HTTP/1.1" status: 200 len: 868 time: 0.0915008 Jul 07 12:50:53.685307 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49664) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:50:53.768929 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09216b4b-7614-4cd7-ae20-2d387a5288fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:50:53.770236 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-09216b4b-7614-4cd7-ae20-2d387a5288fe admin admin] 10.222.0.21 "GET /v2.0/subnets/8a7a726c-2995-4cce-b8ed-69bdade8f67a HTTP/1.1" status: 200 len: 816 time: 0.0839860 Jul 07 12:50:56.718290 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:51:11.277610 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd86c426-89f0-44db-8781-135aa97a2b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:13.596394 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0b9c0ad1-19e8-4af1-bb88-7a34dd2cff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:14.269371 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:15.060511 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:16.374417 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:17.307194 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49708) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:51:17.351861 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [None req-f2faeeb6-baa1-4baf-97b7-3c4fdb2e3073 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:51:17.352838 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f2faeeb6-baa1-4baf-97b7-3c4fdb2e3073 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446777 Jul 07 12:51:19.570615 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49716) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:51:19.632157 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b53cc4-0a61-4834-9975-87fcde074891 admin admin] GET failed (client error): The resource could not be found. Jul 07 12:51:19.633467 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-99b53cc4-0a61-4834-9975-87fcde074891 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618410 Jul 07 12:51:19.770312 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4f915-7160-4825-b116-4b4ea65dcd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:51:19.772383 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2bd4f915-7160-4825-b116-4b4ea65dcd1f admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350999 Jul 07 12:51:21.914482 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49724) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:51:21.959631 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:51:21.981062 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Made reservation on behalf of 5b0cff57951148f9ab550581e6e4b9f1 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:51:21.983154 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:22.012022 dv-cinder-792209-6-iscsi neutron-server[92961]: WARNING neutron.services.revisions.revision_plugin [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Could not find related network for resource to bump revision. Jul 07 12:51:22.026523 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:51:22.037561 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:22.037897 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Added segment e304cadd-a7bb-4b09-920a-b6fd636a08dc of type vlan for network 74a128f4-df62-4db1-ae55-b444ec22e283 Jul 07 12:51:22.077051 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:22.103519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:22.104432 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:51:22.105002 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:22.162259 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2466433 Jul 07 12:51:22.167154 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97e0a3-7e55-4589-a121-aa399ac77333 admin admin] Pushing event updated for resources: {'Network': ['ID=74a128f4-df62-4db1-ae55-b444ec22e283,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:51:22.189210 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 74a128f4-df62-4db1-ae55-b444ec22e283 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:51:24.325846 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49732) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:51:24.383497 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53204b1-9251-418b-8a47-b20e3b3b2139 admin admin] GET failed (client error): The resource could not be found. Jul 07 12:51:24.384714 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a53204b1-9251-418b-8a47-b20e3b3b2139 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579290 Jul 07 12:51:24.453860 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b25da-72b5-4755-b943-8b340fc9fae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:51:24.455278 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-554b25da-72b5-4755-b943-8b340fc9fae8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0666296 Jul 07 12:51:24.464474 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Request body: {'subnet': {'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:51:24.484449 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Made reservation on behalf of 5b0cff57951148f9ab550581e6e4b9f1 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:51:24.486629 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:24.646393 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:24.699608 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d387a7d5-1c4a-44ca-874f-3b4a936ba380,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:51:24.707084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Checking segment: {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:51:24.707428 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Network hostable DHCP agents. Network: 74a128f4-df62-4db1-ae55-b444ec22e283, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:51:24.726634 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Network 74a128f4-df62-4db1-ae55-b444ec22e283 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:51:24.734623 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 74a128f4-df62-4db1-ae55-b444ec22e283) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:51:24.738688 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:51:24.739325 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:24.743273 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3a408-8193-4998-bc03-6d6c4b8f934a None None] Network 74a128f4-df62-4db1-ae55-b444ec22e283 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:51:24.754202 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-00774294-1efa-4313-bd7a-70be8fad7438 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2929904 Jul 07 12:51:24.895329 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-74a128f4-df62-4db1-ae55-b444ec22e283', 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283', 'tenant_id': '5b0cff57951148f9ab550581e6e4b9f1', 'fixed_ips': [{'subnet_id': 'd387a7d5-1c4a-44ca-874f-3b4a936ba380'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:51:24.896228 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:25.125115 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Allocated IP 192.168.233.2 (74a128f4-df62-4db1-ae55-b444ec22e283/d387a7d5-1c4a-44ca-874f-3b4a936ba380/81170a68-a4c4-430b-865a-4dd9216205d8) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:51:25.268926 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:25.278980 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Transition to ACTIVE for port object 81170a68-a4c4-430b-865a-4dd9216205d8 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:51:25.295060 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Transition to ACTIVE for port object 81170a68-a4c4-430b-865a-4dd9216205d8 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:51:25.301111 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:25.343476 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Network 74a128f4-df62-4db1-ae55-b444ec22e283 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:51:25.347244 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:51:25.350950 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:51:25.352810 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Pushing event updated for resources: {'Port': ['ID=81170a68-a4c4-430b-865a-4dd9216205d8,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:51:25.359689 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.360033 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.360370 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.360701 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.361031 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.361354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.361675 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.361997 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.362338 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.362662 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.363004 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.363319 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:51:25.419527 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Attempting to bind port 81170a68-a4c4-430b-865a-4dd9216205d8 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:51:25.419809 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Attempting to bind port 81170a68-a4c4-430b-865a-4dd9216205d8 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:51:25.420163 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Attempting to bind port 81170a68-a4c4-430b-865a-4dd9216205d8 on network 74a128f4-df62-4db1-ae55-b444ec22e283 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:51:25.425041 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:51:25.425404 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Checking segment: {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:51:25.425800 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:25.426187 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Bound using segment: {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:51:25.426692 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Bound port: 81170a68-a4c4-430b-865a-4dd9216205d8, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:51:25.427106 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:25.491504 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] For port 81170a68-a4c4-430b-865a-4dd9216205d8, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:51:25.495002 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] For port 81170a68-a4c4-430b-865a-4dd9216205d8, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=81170a68-a4c4-430b-865a-4dd9216205d8,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:51:25.499633 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:25.559198 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ce7c-032a-4141-b1e7-08dc92f5d542 None None] Pushing event updated for resources: {'Port': ['ID=81170a68-a4c4-430b-865a-4dd9216205d8,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:51:26.213453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 81170a68-a4c4-430b-865a-4dd9216205d8 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:51:26.274579 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 81170a68-a4c4-430b-865a-4dd9216205d8 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:51:26.384671 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e65b70-38e4-4713-8d9a-b2c590442477 None None] Network 74a128f4-df62-4db1-ae55-b444ec22e283 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:51:26.496101 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] Provisioning for port 81170a68-a4c4-430b-865a-4dd9216205d8 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:51:26.502237 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] Provisioning complete for port 81170a68-a4c4-430b-865a-4dd9216205d8 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:51:26.502620 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:26.620904 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:26.662320 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] For port 81170a68-a4c4-430b-865a-4dd9216205d8, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=81170a68-a4c4-430b-865a-4dd9216205d8,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:51:26.667476 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:26.719897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e5e83-3398-4c27-b833-06f34b27d947 None None] Pushing event updated for resources: {'Port': ['ID=81170a68-a4c4-430b-865a-4dd9216205d8,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:51:26.888196 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0bff73ca-4701-4477-b1f8-935d9414b0bf None None] Provisioning complete for port 81170a68-a4c4-430b-865a-4dd9216205d8 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:51:26.888569 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0bff73ca-4701-4477-b1f8-935d9414b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:28.181788 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 81170a68-a4c4-430b-865a-4dd9216205d8 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:51:28.229571 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 81170a68-a4c4-430b-865a-4dd9216205d8 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:51:28.229945 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:33.717696 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:51:41.279406 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-5974786c-666c-431f-a121-668eeba7669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:43.599159 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-75d90dd9-c542-4167-bf38-9baa6a130208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:44.272513 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:45.064015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:51:46.377826 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:10.716402 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:52:11.279773 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dfad5613-b3bf-4146-b25c-e0cad83449e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:13.601210 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-56a41491-bf61-42c3-8a65-b548ee749b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:14.274279 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:15.066313 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:16.380056 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:31.879264 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49784) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:52:31.885366 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-15b5d9e2-6c83-4c57-87fa-22c45fc8011b tempest-verify_tempest_config-2097220787 tempest-verify_tempest_config-2097220787-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:52:31.886327 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-15b5d9e2-6c83-4c57-87fa-22c45fc8011b tempest-verify_tempest_config-2097220787 tempest-verify_tempest_config-2097220787-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060992 Jul 07 12:52:32.190344 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49802) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:52:32.287680 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.371159 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.374925 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.418960 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16262930c6c64683aa8ecf82243722e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2275307 Jul 07 12:52:32.419640 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d83c85-4b0a-4102-b0a6-ac7b57fda0e7,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:52:32.421723 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49806) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:52:32.426100 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.426493 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.426867 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.427212 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.427553 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.427887 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.428215 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.428545 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.428887 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.429218 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.429540 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.429860 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf8b6e-500b-4261-9ac0-02b3075229b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.477423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.496808 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.581503 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.584557 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:32.585696 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8d83c85-4b0a-4102-b0a6-ac7b57fda0e7 HTTP/1.1" status: 204 len: 168 time: 0.1630213 Jul 07 12:52:32.593542 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d83c85-4b0a-4102-b0a6-ac7b57fda0e7,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:52:32.600255 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.600635 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.600971 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.601303 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.601632 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.601976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.602307 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.602629 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.602997 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.603324 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.603642 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:32.603985 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916e91c7-5c32-4ed2-b0a8-14cee9ab3115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:52:41.280191 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1abe0953-92ad-46ea-9c8c-6e219c51a40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:43.603705 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-20c7ed3f-6e59-40ab-9240-55b66fcde544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:44.274972 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:45.070181 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:46.383103 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:52:47.768647 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:53:11.281345 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7bde6561-f5a4-4f31-8156-df4eefb1530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:13.604549 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8d17dde9-e99b-485e-83e5-f5e763c20a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:14.276298 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:15.070955 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:16.387270 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:24.718029 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:53:41.281240 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c177f7f2-6b88-4a1c-9549-33a9fdadaa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:43.603421 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-19ba0db1-0703-4f54-aead-c7f091e17fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:44.279477 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:45.072982 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:53:46.388395 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:01.716140 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:54:11.280872 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ace962e8-53dd-4066-8079-8929ae0a395b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:12.535151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1797593'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:13.603454 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1039568a-5906-412b-8979-fe98e55c4794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:14.279756 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:15.075304 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:16.391742 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:27.857071 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 49880) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:54:27.961463 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-99cfa748-4d1d-4478-9264-2223263f9c37 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1033187 Jul 07 12:54:30.103435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 49890) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:54:30.164290 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-8b348f1e-4eb1-4f44-9ffb-49b424158263 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0597672 Jul 07 12:54:38.715048 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:54:41.282443 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c2d36f52-68a1-4746-b054-efb8994d701e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:42.494220 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:43.602373 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-74b4bafe-4bc3-4658-b03b-370542a5b956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:44.279478 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:45.078464 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:54:46.395552 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:11.282923 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f78f9baa-cb9b-4496-abf1-c854a120a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:12.509508 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:13.600768 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ff473b-dddf-4fa3-8d44-3dd9ba782fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:14.280617 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:15.086800 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:15.713989 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:55:16.398940 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:41.283311 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ce4e09a2-a72b-408d-8a8c-8449da656ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:42.510276 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:43.602287 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-87b8c240-7a1b-4e5f-9631-ae914556773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:44.282329 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:45.086022 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:46.401471 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:52.714233 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:55:58.746310 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50082) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:55:58.967304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-network', 'tenant_id': 'cc496712d6064629b4a373f5311548ca'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:55:58.976246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50104) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:55:58.997422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Made reservation on behalf of cc496712d6064629b4a373f5311548ca for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:55:59.000085 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.008561 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.100827 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.105785 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.118906 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:55:59.150201 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:55:59.150201 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.150201 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Added segment 9ec56f7e-b634-4eec-bcd2-49e92b7f1edf of type vlan for network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 Jul 07 12:55:59.162368 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.162545 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.163012 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.163344 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.163668 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.164023 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.164547 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.165058 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.165415 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.165744 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.166066 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.166393 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Tracked resource versions report: Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: pushed versions: Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: { 'AddressGroup': {'1.2'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'ConntrackHelper': {'1.0'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Log': {'1.0'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Network': {'1.1'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Port': {'1.7'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'PortForwarding': {'1.2'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'QosPolicy': {'1.8'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroup': {'1.4'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SubPort': {'1.0'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Subnet': {'1.1'}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Trunk': {'1.1'}} Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: consumer versions: Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: HyperV agent@hv-cinder-79220: {}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'ConntrackHelper': '1.0', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Log': '1.0', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Network': '1.1', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Port': '1.7', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'PortForwarding': '1.2', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'QosPolicy': '1.8', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroup': '1.4', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SecurityGroupRule': '1.2', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'SubPort': '1.0', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Subnet': '1.1', Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: 'Trunk': '1.1'}} Jul 07 12:55:59.167515 dv-cinder-792209-6-iscsi neutron-server[92961]: {{(pid=92961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:55:59.200244 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.229303 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.230609 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:55:59.231290 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.302153 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-537403554-network', 'tenant_id': '4f2578a2ae0f4ae782592ca58159f1bb'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:55:59.314556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] Pushing event updated for resources: {'Network': ['ID=86fcfdd8-be46-47ab-ac6d-eb00d37c5576,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:55:59.322536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-291e443d-8e84-438b-b8dc-904aa6c44593 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5750461 Jul 07 12:55:59.323512 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50122) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:55:59.327450 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:55:59.340492 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Request body: {'subnet': {'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-subnet', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:55:59.352016 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Made reservation on behalf of 4f2578a2ae0f4ae782592ca58159f1bb for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:55:59.354900 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.365488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.371750 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Made reservation on behalf of cc496712d6064629b4a373f5311548ca for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:55:59.375236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.474765 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.481297 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.493698 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:55:59.503743 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.504963 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Added segment 660ead38-27f9-435c-8502-4a33a22f4bc4 of type vlan for network 8654f8e8-e39d-4fcc-99b9-3539398b377b Jul 07 12:55:59.588547 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.605103 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.644609 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.646105 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:55:59.646874 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.662647 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Checking segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:55:59.663434 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Network hostable DHCP agents. Network: 86fcfdd8-be46-47ab-ac6d-eb00d37c5576, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:55:59.677954 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7007282 Jul 07 12:55:59.681631 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50144) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:55:59.687999 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Request body: {'subnet': {'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-537403554-subnet', 'tenant_id': '4f2578a2ae0f4ae782592ca58159f1bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:55:59.695438 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:55:59.703888 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50146) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:55:59.704814 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:55:59.708881 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7553b370-f457-42af-9e8d-67ff3f07ab0b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:55:59.722504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 86fcfdd8-be46-47ab-ac6d-eb00d37c5576) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:55:59.727323 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:55:59.728069 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.732856 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Made reservation on behalf of 4f2578a2ae0f4ae782592ca58159f1bb for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:55:59.733186 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6ce1e-66ae-4da7-984f-78620cc1c8a5 None None] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:55:59.735237 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.751423 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b985ab19-476d-4031-aed3-b5979584363d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4266977 Jul 07 12:55:59.753927 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50152) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:55:59.760535 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:55:59.813017 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.814936 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:55:59.848734 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.849375 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.849875 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.850442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.850983 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.851477 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.852072 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.852555 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.853078 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.853571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.854043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.854541 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Tracked resource versions report: Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: pushed versions: Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: { 'AddressGroup': {'1.2'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'ConntrackHelper': {'1.0'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Log': {'1.0'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Network': {'1.1'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Port': {'1.7'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'PortForwarding': {'1.2'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'QosPolicy': {'1.8'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroup': {'1.4'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SubPort': {'1.0'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Subnet': {'1.1'}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Trunk': {'1.1'}} Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: consumer versions: Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: HyperV agent@hv-cinder-79220: {}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'ConntrackHelper': '1.0', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Log': '1.0', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Network': '1.1', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Port': '1.7', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'PortForwarding': '1.2', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'QosPolicy': '1.8', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroup': '1.4', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SecurityGroupRule': '1.2', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'SubPort': '1.0', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Subnet': '1.1', Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: 'Trunk': '1.1'}} Jul 07 12:55:59.855842 dv-cinder-792209-6-iscsi neutron-server[92960]: {{(pid=92960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:55:59.886407 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf00d7-0cad-43c1-929b-e19c45c39689 admin admin] Pushing event updated for resources: {'Network': ['ID=8654f8e8-e39d-4fcc-99b9-3539398b377b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:55:59.910304 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 8654f8e8-e39d-4fcc-99b9-3539398b377b details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:55:59.994500 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.111452 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22bc5995-da46-42ce-a725-03134255b70d,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:00.123949 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Checking segment: {'id': '660ead38-27f9-435c-8502-4a33a22f4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:00.124560 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Network hostable DHCP agents. Network: 8654f8e8-e39d-4fcc-99b9-3539398b377b, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:56:00.130630 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11987e9e-d9cb-4207-8353-fddad1a79260 None None] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:00.150762 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Network 8654f8e8-e39d-4fcc-99b9-3539398b377b is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:56:00.161896 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-112999278-network', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:00.165780 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.173002 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 8654f8e8-e39d-4fcc-99b9-3539398b377b) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:00.182649 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a708adc2-6336-4c6c-861b-7e0a6b25ce55 None None] Network 8654f8e8-e39d-4fcc-99b9-3539398b377b requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:00.188230 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:00.191065 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.277028 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f8f6180d-a9e7-4c47-850a-1697d8ec5387 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5934980 Jul 07 12:56:00.311456 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Made reservation on behalf of 83c8b70ad2d2460ca06e9829bbf77fbf for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:00.313779 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.325146 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.369917 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.389418 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33210862-cbcf-4227-8c08-df7dcaba76e7 None None] Network 8654f8e8-e39d-4fcc-99b9-3539398b377b requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:00.522794 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.534588 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.546098 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:56:00.555137 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.555376 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Added segment 7c7da479-8665-4968-ac7f-1ae7682e5bd6 of type vlan for network aae3eafa-866e-4717-bd2c-c53c0692df1a Jul 07 12:56:00.693870 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.713029 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87730917-1cfc-4abb-8ffc-0f795274420d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:00.829312 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.830238 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:00.830806 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.835490 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.868785 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.908370 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1916428 Jul 07 12:56:00.911798 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50202) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:00.929858 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Request body: {'subnet': {'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-subnet', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:00.960934 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d714ff-95fb-42c7-9061-801d364b322c admin admin] Pushing event updated for resources: {'Network': ['ID=aae3eafa-866e-4717-bd2c-c53c0692df1a,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:00.963209 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Made reservation on behalf of 83c8b70ad2d2460ca06e9829bbf77fbf for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:00.968242 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:00.974792 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network aae3eafa-866e-4717-bd2c-c53c0692df1a details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:56:01.052961 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Allocated IP 172.27.0.4 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/d4a7505c-2d8c-43e0-a793-5449fb760568) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:01.219823 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.224348 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.272542 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.290603 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57a93d4-e8a4-4a58-96a0-28b3e2653f80,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:01.308597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Checking segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:01.309032 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Network hostable DHCP agents. Network: aae3eafa-866e-4717-bd2c-c53c0692df1a, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:56:01.342307 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a7505c-2d8c-43e0-a793-5449fb760568,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:01.364263 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:01.365731 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Network aae3eafa-866e-4717-bd2c-c53c0692df1a is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:56:01.366129 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:01.369624 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:01.381007 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, aae3eafa-866e-4717-bd2c-c53c0692df1a) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:01.386380 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:01.387327 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.390635 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771d73e-8606-4bc8-9e4c-2ffe6fd2d873 None None] Network aae3eafa-866e-4717-bd2c-c53c0692df1a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:01.417682 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c51e95e2-1f9f-453b-9e48-f2bcb47b13f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5045459 Jul 07 12:56:01.421425 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50226) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:01.431314 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:01.490750 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.492520 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.643172 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.717723 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.915768 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:01.962021 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-aae3eafa-866e-4717-bd2c-c53c0692df1a', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:56:01.966235 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.243894 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.327341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50260) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:02.329914 dv-cinder-792209-6-iscsi neutron-server[92961]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 12:56:02.375122 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Allocated IP 172.20.0.2 (aae3eafa-866e-4717-bd2c-c53c0692df1a/b57a93d4-e8a4-4a58-96a0-28b3e2653f80/bf2a49a0-7353-453c-9d16-ce3622c34567) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:02.382603 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.439542 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.620449 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Allocated IP 172.27.0.221 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/85ca257e-32f7-4ecf-a844-9084926fd4ff) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:02.721875 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.732984 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Transition to ACTIVE for port object bf2a49a0-7353-453c-9d16-ce3622c34567 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:02.753366 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Transition to ACTIVE for port object bf2a49a0-7353-453c-9d16-ce3622c34567 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:02.766008 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.816106 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-61bf2b5f-4e4f-4ab7-9992-5288736c8905 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:02.817792 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-61bf2b5f-4e4f-4ab7-9992-5288736c8905 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/networks?id=8654f8e8-e39d-4fcc-99b9-3539398b377b HTTP/1.1" status: 200 len: 811 time: 0.4892099 Jul 07 12:56:02.844349 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Network aae3eafa-866e-4717-bd2c-c53c0692df1a is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:02.848560 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:02.856549 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-a8f80bb2-5f22-42e4-b409-41aa2e8e0f52 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/quotas/4f2578a2ae0f4ae782592ca58159f1bb HTTP/1.1" status: 200 len: 375 time: 0.0259659 Jul 07 12:56:02.856744 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:02.857764 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:56:02.874096 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Pushing event updated for resources: {'Port': ['ID=bf2a49a0-7353-453c-9d16-ce3622c34567,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:02.885452 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.915148 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.915414 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.915598 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.915988 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.916904 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.917260 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.917779 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.918117 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.918749 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.918976 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.919435 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.919770 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Tracked resource versions report: Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: pushed versions: Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: { 'AddressGroup': {'1.2'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'ConntrackHelper': {'1.0'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Log': {'1.0'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Network': {'1.1'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Port': {'1.7'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'PortForwarding': {'1.2'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'QosPolicy': {'1.8'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroup': {'1.4'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SubPort': {'1.0'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Subnet': {'1.1'}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Trunk': {'1.1'}} Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: consumer versions: Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: HyperV agent@hv-cinder-79220: {}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'ConntrackHelper': '1.0', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Log': '1.0', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Network': '1.1', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Port': '1.7', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'PortForwarding': '1.2', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'QosPolicy': '1.8', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroup': '1.4', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SecurityGroupRule': '1.2', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'SubPort': '1.0', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Subnet': '1.1', Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: 'Trunk': '1.1'}} Jul 07 12:56:02.920959 dv-cinder-792209-6-iscsi neutron-server[92962]: {{(pid=92962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:56:02.959126 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Attempting to bind port bf2a49a0-7353-453c-9d16-ce3622c34567 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:02.959582 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Attempting to bind port bf2a49a0-7353-453c-9d16-ce3622c34567 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:02.960083 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Attempting to bind port bf2a49a0-7353-453c-9d16-ce3622c34567 on network aae3eafa-866e-4717-bd2c-c53c0692df1a {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:02.962523 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.971702 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:02.971702 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Checking segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:02.972132 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:02.973979 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Bound using segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:02.974419 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Bound port: bf2a49a0-7353-453c-9d16-ce3622c34567, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:02.974647 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-142b6153-c354-4abe-a1ae-a972e78da683 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f2578a2ae0f4ae782592ca58159f1bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101241 Jul 07 12:56:02.974874 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:03.026356 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:03.027883 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:03.054240 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:03.098207 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] For port bf2a49a0-7353-453c-9d16-ce3622c34567, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:03.102704 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] For port bf2a49a0-7353-453c-9d16-ce3622c34567, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=bf2a49a0-7353-453c-9d16-ce3622c34567,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:03.116032 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:03.128404 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:56:03.138554 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Sync routers for ids ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:56:03.154984 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Routers {'05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:03.156876 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:03.180228 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:03.185886 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f756e9b1-4610-473c-b3e6-16f2859674b8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4293213 Jul 07 12:56:03.186726 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50306) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:03.189896 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e71997-af18-4f50-8da1-62c4c116f032 None None] Pushing event updated for resources: {'Port': ['ID=bf2a49a0-7353-453c-9d16-ce3622c34567,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:03.213948 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Pushing event updated for resources: {'Port': ['ID=85ca257e-32f7-4ecf-a844-9084926fd4ff,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:03.469122 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Set router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:03.479035 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50318) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:03.542548 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:03.729406 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50330) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:03.818043 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:56:01Z', 'revision_number': 3, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:03.886672 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Checking router: 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:56:03.887346 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Updating router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 port d4a7505c-2d8c-43e0-a793-5449fb760568 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:56:03.902288 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-273c0bf7-a06d-4071-85fa-5f3a53d08015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:03.932238 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:03.941261 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-722c06cf-ecb4-4ea0-a46f-6360ededf243 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:56:03.943493 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-722c06cf-ecb4-4ea0-a46f-6360ededf243 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7051444 Jul 07 12:56:03.972336 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4183-e4e4-4ec8-aba4-1767c2d5f1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.029897 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-273c0bf7-a06d-4071-85fa-5f3a53d08015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.065267 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-273c0bf7-a06d-4071-85fa-5f3a53d08015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.092058 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-2bd6919f-e09b-4316-a177-53d4e998e092 service neutron] 10.222.0.21 "GET /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058657 Jul 07 12:56:04.113314 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c0bf7-a06d-4071-85fa-5f3a53d08015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f85da3e-46aa-4f59-9aab-47de78abc89e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:04.205910 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-273c0bf7-a06d-4071-85fa-5f3a53d08015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faf101611dc344dc9ca75d773a76cf5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4754024 Jul 07 12:56:04.209961 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.214843 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50350) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:04.222536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-4f112cc0-727b-4dad-8ff0-1f785c5002d6 service neutron] 10.222.0.21 "GET /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169198 Jul 07 12:56:04.521538 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cbbea33a-3380-40a8-bfc3-ea6c14588cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.528282 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.530098 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device bf2a49a0-7353-453c-9d16-ce3622c34567 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:04.555190 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Transition to ACTIVE for port object d4a7505c-2d8c-43e0-a793-5449fb760568 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:04.573315 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.644116 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4183-e4e4-4ec8-aba4-1767c2d5f1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.680464 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Pushing event updated for resources: {'Port': ['ID=d4a7505c-2d8c-43e0-a793-5449fb760568,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:04.693748 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4183-e4e4-4ec8-aba4-1767c2d5f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.698475 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cbbea33a-3380-40a8-bfc3-ea6c14588cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.699727 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port bf2a49a0-7353-453c-9d16-ce3622c34567 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:04.702812 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.703312 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.704164 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.707929 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.708528 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.709090 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.709915 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.710019 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.710482 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.711060 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.712021 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.712547 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Tracked resource versions report: Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: pushed versions: Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: { 'AddressGroup': {'1.2'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'ConntrackHelper': {'1.0'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Log': {'1.0'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Network': {'1.1'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Port': {'1.7'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'PortForwarding': {'1.2'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'QosPolicy': {'1.8'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroup': {'1.4'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroupRule': {'1.2'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SubPort': {'1.0'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Subnet': {'1.1'}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Trunk': {'1.1'}} Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: consumer versions: Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: { DHCP agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: HyperV agent@hv-cinder-79220: {}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: L3 agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: Metadata agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: Metering agent@dv-cinder-792209-6-iscsi: {}, Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: Open vSwitch agent@dv-cinder-792209-6-iscsi: { 'AddressGroup': '1.2', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'ConntrackHelper': '1.0', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Log': '1.0', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Network': '1.1', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Port': '1.7', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'PortForwarding': '1.2', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'QosPolicy': '1.8', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroup': '1.4', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SecurityGroupRule': '1.2', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'SubPort': '1.0', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Subnet': '1.1', Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: 'Trunk': '1.1'}} Jul 07 12:56:04.713921 dv-cinder-792209-6-iscsi neutron-server[92963]: {{(pid=92963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 12:56:04.772166 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Attempting to bind port d4a7505c-2d8c-43e0-a793-5449fb760568 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:04.772598 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Attempting to bind port d4a7505c-2d8c-43e0-a793-5449fb760568 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:04.772973 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Attempting to bind port d4a7505c-2d8c-43e0-a793-5449fb760568 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:04.781447 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:04.783176 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:04.784852 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.789079 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:04.789869 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Bound port: d4a7505c-2d8c-43e0-a793-5449fb760568, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:04.790329 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.883565 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-285f1cb1-89ba-4f48-8559-5d2e083221d4 req-09f52d87-3790-485c-ac9c-2a38b7b24968 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.1311934 Jul 07 12:56:04.885002 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:56:04.885404 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.932938 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] For port d4a7505c-2d8c-43e0-a793-5449fb760568, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:04.935169 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a4183-e4e4-4ec8-aba4-1767c2d5f1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d33b76-4d4d-4951-ac3d-cef604aeaa5c,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:04.941564 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] For port d4a7505c-2d8c-43e0-a793-5449fb760568, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=d4a7505c-2d8c-43e0-a793-5449fb760568,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:04.947635 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.951655 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b733d11-cb72-470e-a73a-cff6a59a9d8d None None] Network aae3eafa-866e-4717-bd2c-c53c0692df1a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:04.963510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cbbea33a-3380-40a8-bfc3-ea6c14588cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.972219 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fa1a4183-e4e4-4ec8-aba4-1767c2d5f1aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e536c5998d04ec18c976648340a3be4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4901078 Jul 07 12:56:04.975351 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50400) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:04.976570 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cbbea33a-3380-40a8-bfc3-ea6c14588cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:04.980017 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cbbea33a-3380-40a8-bfc3-ea6c14588cf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f85da3e-46aa-4f59-9aab-47de78abc89e HTTP/1.1" status: 204 len: 168 time: 0.7583933 Jul 07 12:56:04.996047 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbea33a-3380-40a8-bfc3-ea6c14588cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f85da3e-46aa-4f59-9aab-47de78abc89e,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:05.046026 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Routers {'05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:05.047147 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:05.077188 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:56:05.117942 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.119273 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0ee07a24-31a5-44e4-8e4d-1c3dfd0e27d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6961837 Jul 07 12:56:05.121912 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50408) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:05.123416 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:56:05.181367 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] Set router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:05.183471 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] Provisioning for port bf2a49a0-7353-453c-9d16-ce3622c34567 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:05.193524 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:05.195099 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:05.258106 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-817a1961-82d9-47ba-adac-9ea80f67aee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.300036 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-817a1961-82d9-47ba-adac-9ea80f67aee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.329038 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] Provisioning complete for port bf2a49a0-7353-453c-9d16-ce3622c34567 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:05.329414 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.475506 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Allocated IP 172.20.0.1 (86fcfdd8-be46-47ab-ac6d-eb00d37c5576/4708c3f5-3c02-4fe5-bc47-2fd39b03c17e/10507d41-4bf5-4c3c-9b46-30d8db36061d) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:05.558950 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226d09d-afc5-43c3-84fb-c5810ff35ccd None None] Pushing event updated for resources: {'Port': ['ID=d4a7505c-2d8c-43e0-a793-5449fb760568,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:05.633020 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-817a1961-82d9-47ba-adac-9ea80f67aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.637517 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-817a1961-82d9-47ba-adac-9ea80f67aee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.649175 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-817a1961-82d9-47ba-adac-9ea80f67aee1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7d33b76-4d4d-4951-ac3d-cef604aeaa5c HTTP/1.1" status: 204 len: 168 time: 0.6724958 Jul 07 12:56:05.686409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a1961-82d9-47ba-adac-9ea80f67aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d33b76-4d4d-4951-ac3d-cef604aeaa5c,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:05.767933 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:05.768955 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50442) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:05.820352 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-895bd707-3bae-41fc-9bad-5c6b8f9a95ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.822185 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:56:01Z', 'revision_number': 3, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:05.839234 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:05.869607 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f090cc4-80e8-47d8-ae51-ca42091e3ccb None None] The sync data for ids ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'] in dv-cinder-792209-6-iscsi is: [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:56:01Z', 'revision_number': 3, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:56:05.962380 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.164743 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.167118 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] For port bf2a49a0-7353-453c-9d16-ce3622c34567, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=bf2a49a0-7353-453c-9d16-ce3622c34567,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:06.186679 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.201644 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:06.205890 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:06.219045 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.220303 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa6694fb-a62c-43da-8d0c-9b1ecd9ecd22 req-b41ce2b3-2e84-4c9b-bc61-2175ce58b848 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.2264233 Jul 07 12:56:06.221144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:06.221682 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.407666 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091ad9-416f-43e7-bc4b-254830fdc0b4 None None] Pushing event updated for resources: {'Port': ['ID=bf2a49a0-7353-453c-9d16-ce3622c34567,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:06.512791 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Pushing event updated for resources: {'Port': ['ID=10507d41-4bf5-4c3c-9b46-30d8db36061d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:06.568838 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:03Z', 'revision_number': 3, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:06.592658 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-895bd707-3bae-41fc-9bad-5c6b8f9a95ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.611699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-895bd707-3bae-41fc-9bad-5c6b8f9a95ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.672277 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:56:06.673424 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Updating router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 port 85ca257e-32f7-4ecf-a844-9084926fd4ff binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:56:06.700283 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50472) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:06.734931 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd707-3bae-41fc-9bad-5c6b8f9a95ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641070c7-1a65-4206-b2f2-2b41400d4b4d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:06.755173 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-895bd707-3bae-41fc-9bad-5c6b8f9a95ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6da55ed593f14b8eaac495fd9dedcfba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9832790 Jul 07 12:56:06.758055 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50478) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:06.778224 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a87e96b5-6978-4efb-9016-6066d62e15f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.788187 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.802078 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:06.868035 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-7aa13345-2d79-4567-8c37-df18820a4643 None None] Provisioning complete for port bf2a49a0-7353-453c-9d16-ce3622c34567 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:06.869212 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7aa13345-2d79-4567-8c37-df18820a4643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.054254 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a87e96b5-6978-4efb-9016-6066d62e15f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.056830 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Allocated IP 172.20.0.1 (aae3eafa-866e-4717-bd2c-c53c0692df1a/b57a93d4-e8a4-4a58-96a0-28b3e2653f80/45e053a1-7689-4989-bdc2-5fe2a46bd7ad) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:07.061582 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0b01c7cf-3361-484f-a2cc-d0feaeb9e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.189683 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0b01c7cf-3361-484f-a2cc-d0feaeb9e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.221033 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.239327 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Transition to ACTIVE for port object 45e053a1-7689-4989-bdc2-5fe2a46bd7ad will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:07.282041 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a87e96b5-6978-4efb-9016-6066d62e15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.344997 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a87e96b5-6978-4efb-9016-6066d62e15f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de43dc5384214ca4bff74fe094e37456&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6411245 Jul 07 12:56:07.344997 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.358075 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e96b5-6978-4efb-9016-6066d62e15f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1564b7ae-ef8c-49fa-aa4a-2658c0f4722e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:07.361273 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50502) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:07.437771 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Network aae3eafa-866e-4717-bd2c-c53c0692df1a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:07.439931 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Pushing event updated for resources: {'Port': ['ID=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:07.444477 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:07.483978 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0b01c7cf-3361-484f-a2cc-d0feaeb9e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.486592 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0b01c7cf-3361-484f-a2cc-d0feaeb9e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.487829 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0b01c7cf-3361-484f-a2cc-d0feaeb9e2dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/641070c7-1a65-4206-b2f2-2b41400d4b4d HTTP/1.1" status: 204 len: 168 time: 0.7286928 Jul 07 12:56:07.489239 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:07.489703 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.512904 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50512) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:07.515091 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.533298 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c7cf-3361-484f-a2cc-d0feaeb9e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641070c7-1a65-4206-b2f2-2b41400d4b4d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:07.539310 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.540032 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.552349 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.581384 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Transition to ACTIVE for port object 85ca257e-32f7-4ecf-a844-9084926fd4ff will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:07.588767 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.672441 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Attempting to bind port 85ca257e-32f7-4ecf-a844-9084926fd4ff on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:07.672816 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Attempting to bind port 85ca257e-32f7-4ecf-a844-9084926fd4ff by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:07.673167 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Attempting to bind port 85ca257e-32f7-4ecf-a844-9084926fd4ff on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:07.691211 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a815e-cb39-416e-bc9b-7dd1552e1810 None None] Pushing event updated for resources: {'Port': ['ID=85ca257e-32f7-4ecf-a844-9084926fd4ff,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:07.704415 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:07.705045 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:07.705665 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.706252 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:07.706966 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Bound port: 85ca257e-32f7-4ecf-a844-9084926fd4ff, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:07.708236 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.741800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6e374a62-d487-40ab-b14e-10bad2c522cc req-a6912322-537c-4939-9e65-656eebda6efa tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.2243567 Jul 07 12:56:07.777891 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] For port 85ca257e-32f7-4ecf-a844-9084926fd4ff, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:07.797659 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] For port 85ca257e-32f7-4ecf-a844-9084926fd4ff, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=85ca257e-32f7-4ecf-a844-9084926fd4ff,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:07.806346 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7083-f57b-45ac-b2a5-f2572db724f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.813681 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.834693 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Pushing event updated for resources: {'Port': ['ID=10507d41-4bf5-4c3c-9b46-30d8db36061d,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:07.845291 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7083-f57b-45ac-b2a5-f2572db724f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.919690 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:07.921402 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:07.924974 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:07.974719 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:07.978664 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:08.093247 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-28fa31f8-cc9c-497c-9e15-e0de038c5e31 None None] Provisioning for port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:08.102932 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a815e-cb39-416e-bc9b-7dd1552e1810 None None] Pushing event updated for resources: {'Port': ['ID=85ca257e-32f7-4ecf-a844-9084926fd4ff,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:08.121972 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-28fa31f8-cc9c-497c-9e15-e0de038c5e31 None None] Provisioning complete for port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:08.123759 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-28fa31f8-cc9c-497c-9e15-e0de038c5e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.158206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7083-f57b-45ac-b2a5-f2572db724f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.165590 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7083-f57b-45ac-b2a5-f2572db724f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.169790 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a2ab7083-f57b-45ac-b2a5-f2572db724f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1564b7ae-ef8c-49fa-aa4a-2658c0f4722e HTTP/1.1" status: 204 len: 168 time: 0.8059306 Jul 07 12:56:08.201221 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab7083-f57b-45ac-b2a5-f2572db724f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564b7ae-ef8c-49fa-aa4a-2658c0f4722e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:08.241349 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:56:08.284773 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-28fa31f8-cc9c-497c-9e15-e0de038c5e31 None None] Port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:56:08.300893 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.302298 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:08.315956 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.319257 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.499310 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:56:08.517004 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-423e852c-460c-4a8a-870e-4eb6ef2289b2 admin admin] 10.222.0.21 "PUT /v2.0/routers/05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3288741 Jul 07 12:56:08.562497 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Sync routers for ids ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:56:08.578932 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Routers {'05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:08.586560 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:08.619342 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50550) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:08.620739 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device bf2a49a0-7353-453c-9d16-ce3622c34567 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:08.668555 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Network aae3eafa-866e-4717-bd2c-c53c0692df1a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:08.679505 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:08.687256 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:08.690864 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Pushing event updated for resources: {'Port': ['ID=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:08.716738 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42de12-8e71-4de0-9316-68a467adff2a None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:56:08.730596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port bf2a49a0-7353-453c-9d16-ce3622c34567 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:08.732523 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:08.948859 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device d4a7505c-2d8c-43e0-a793-5449fb760568 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:09.016097 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port d4a7505c-2d8c-43e0-a793-5449fb760568 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:09.021460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port d4a7505c-2d8c-43e0-a793-5449fb760568 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:09.021844 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.130422 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-88ba4f14-07ff-4ec0-a2c1-7044d9d0cc43 req-2c8f4428-d49c-4c71-b667-ccfbcbe4261c tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.0936675 Jul 07 12:56:09.157434 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.193892 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:56:09.228507 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17a8eb6c-f538-4188-9c14-ff84c482c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.283556 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port d4a7505c-2d8c-43e0-a793-5449fb760568, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=d4a7505c-2d8c-43e0-a793-5449fb760568,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:09.305657 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.311776 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Set router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:09.330610 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ae726d7a-2445-442e-aef0-cb5d5b9a8363 None None] Provisioning complete for port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:09.330610 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ae726d7a-2445-442e-aef0-cb5d5b9a8363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.505534 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17a8eb6c-f538-4188-9c14-ff84c482c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.518796 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:56:09.522355 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17a8eb6c-f538-4188-9c14-ff84c482c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.533354 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b9a62660-00ba-48d8-be2c-43030df38d45 admin admin] 10.222.0.21 "PUT /v2.0/routers/faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4103978 Jul 07 12:56:09.534575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.50', 56479) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:09.558688 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-ae726d7a-2445-442e-aef0-cb5d5b9a8363 None None] Port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:56:09.569369 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=d4a7505c-2d8c-43e0-a793-5449fb760568,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:09.824722 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-e43598cf-2e14-4ef2-af9e-96f5f32f9667 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:09.826239 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-e43598cf-2e14-4ef2-af9e-96f5f32f9667 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.50 "GET /v2.0/networks?id=8654f8e8-e39d-4fcc-99b9-3539398b377b HTTP/1.1" status: 200 len: 811 time: 0.2721388 Jul 07 12:56:09.830873 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-17a8eb6c-f538-4188-9c14-ff84c482c420 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13b7b7cdd95b47589302c93f09f0bc37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2082324 Jul 07 12:56:09.833246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50602) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:09.845901 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8eb6c-f538-4188-9c14-ff84c482c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5913a1fd-b1d6-45fb-bb19-2e99d4f65420,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:09.891318 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:56:06Z', 'revision_number': 4, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '10507d41-4bf5-4c3c-9b46-30d8db36061d', 'name': '', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'mac_address': 'fa:16:3e:4a:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:05Z', 'updated_at': '2021-07-07T12:56:06Z', 'revision_number': 2, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'subnets': [{'id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:09.920150 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Request body: {'port': {'device_id': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b', 'admin_state_up': True, 'tenant_id': '4f2578a2ae0f4ae782592ca58159f1bb'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:09.936857 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3565e9d9-8f40-4077-b974-b8a3aef9f594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:09.957497 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Checking router: 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:56:09.957852 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Updating router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 port 10507d41-4bf5-4c3c-9b46-30d8db36061d binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:56:09.991713 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3565e9d9-8f40-4077-b974-b8a3aef9f594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.084662 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.105118 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3565e9d9-8f40-4077-b974-b8a3aef9f594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.108196 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3565e9d9-8f40-4077-b974-b8a3aef9f594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.109472 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3565e9d9-8f40-4077-b974-b8a3aef9f594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5913a1fd-b1d6-45fb-bb19-2e99d4f65420 HTTP/1.1" status: 204 len: 168 time: 0.2752287 Jul 07 12:56:10.123621 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565e9d9-8f40-4077-b974-b8a3aef9f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913a1fd-b1d6-45fb-bb19-2e99d4f65420,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:10.517788 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-0665cee3-9cea-478e-a7d5-eed90d6c48b0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:10.530309 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-0665cee3-9cea-478e-a7d5-eed90d6c48b0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 819 time: 0.3573515 Jul 07 12:56:10.570522 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-89ff9d9d-949c-4ea1-afb2-0935b090b056 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/quotas/cc496712d6064629b4a373f5311548ca HTTP/1.1" status: 200 len: 375 time: 0.0392678 Jul 07 12:56:10.616078 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 85ca257e-32f7-4ecf-a844-9084926fd4ff up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:10.689389 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.714460 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Transition to ACTIVE for port object 10507d41-4bf5-4c3c-9b46-30d8db36061d will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:10.731330 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.742795 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 85ca257e-32f7-4ecf-a844-9084926fd4ff completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:10.754642 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 85ca257e-32f7-4ecf-a844-9084926fd4ff triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:10.755203 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.813051 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432e965-52a8-4ef7-adb9-32bc36918fe6 None None] Pushing event updated for resources: {'Port': ['ID=10507d41-4bf5-4c3c-9b46-30d8db36061d,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:10.935781 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-40c6ba01-223d-4b9d-a17a-c279a809f6bb tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3638773 Jul 07 12:56:10.962764 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:10.991921 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Attempting to bind port 10507d41-4bf5-4c3c-9b46-30d8db36061d on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:10.994288 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Attempting to bind port 10507d41-4bf5-4c3c-9b46-30d8db36061d by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:10.995186 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Attempting to bind port 10507d41-4bf5-4c3c-9b46-30d8db36061d on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:11.006573 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:11.007359 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Checking segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:11.007935 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.008662 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Bound using segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:11.009359 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Bound port: 10507d41-4bf5-4c3c-9b46-30d8db36061d, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:11.009968 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.030588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 85ca257e-32f7-4ecf-a844-9084926fd4ff, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=85ca257e-32f7-4ecf-a844-9084926fd4ff,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:11.039718 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.046355 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device d4a7505c-2d8c-43e0-a793-5449fb760568 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:11.122375 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] For port 10507d41-4bf5-4c3c-9b46-30d8db36061d, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:11.126102 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] For port 10507d41-4bf5-4c3c-9b46-30d8db36061d, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=10507d41-4bf5-4c3c-9b46-30d8db36061d,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:11.133020 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.219531 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432e965-52a8-4ef7-adb9-32bc36918fe6 None None] Pushing event updated for resources: {'Port': ['ID=10507d41-4bf5-4c3c-9b46-30d8db36061d,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:11.220514 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=85ca257e-32f7-4ecf-a844-9084926fd4ff,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:11.241691 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port d4a7505c-2d8c-43e0-a793-5449fb760568 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:11.242423 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.243488 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Routers {'05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:11.244826 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:11.295839 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Made reservation on behalf of 4f2578a2ae0f4ae782592ca58159f1bb for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:11.301650 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.392670 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50674) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:11.410585 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1ad36c03-eb25-4eb5-be7a-d35afaa04407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.489808 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e646ed4f-9e2b-476e-817b-3008c64f79ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.501537 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] Set router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:11.545655 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1ad36c03-eb25-4eb5-be7a-d35afaa04407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.553086 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1ad36c03-eb25-4eb5-be7a-d35afaa04407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.574523 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50678) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:11.584451 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686450281', 'description': 'tempest-description--26982639'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:11.636174 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1ad36c03-eb25-4eb5-be7a-d35afaa04407 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7ae7db20e7e467ea2200229e4024588&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2416861 Jul 07 12:56:11.639622 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50682) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:11.646366 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36c03-eb25-4eb5-be7a-d35afaa04407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000bdb99-4a9b-4e45-beec-9ee521b08b7a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:11.658955 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.819289 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-adb6cb31-2255-48ce-8b01-3c5ca525e5ed req-ea38b604-88bc-403a-acf8-72ffd84cf8ca tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.0971444 Jul 07 12:56:11.848235 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.857715 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-f8c9b819-2d28-40dc-a5d5-56d2fceb46fb service neutron] 10.222.0.21 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210742 Jul 07 12:56:11.866565 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.951862 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c7f893-d2c8-4073-b7db-935639372ff2,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:11.966077 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:11.984300 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-38dc9ec0-d6e0-469b-88b5-96913c391818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4069369 Jul 07 12:56:11.986728 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50694) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:11.999782 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:56:06Z', 'revision_number': 4, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '10507d41-4bf5-4c3c-9b46-30d8db36061d', 'name': '', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'mac_address': 'fa:16:3e:4a:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:05Z', 'updated_at': '2021-07-07T12:56:11Z', 'revision_number': 4, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'subnets': [{'id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:12.013501 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'security_group_rule': {'security_group_id': 'e8c7f893-d2c8-4073-b7db-935639372ff2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:12.048671 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c0722-0490-4812-8650-f0ee9d6be64d None None] The sync data for ids ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'] in dv-cinder-792209-6-iscsi is: [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:56:06Z', 'revision_number': 4, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '10507d41-4bf5-4c3c-9b46-30d8db36061d', 'name': '', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'mac_address': 'fa:16:3e:4a:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:05Z', 'updated_at': '2021-07-07T12:56:11Z', 'revision_number': 4, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'subnets': [{'id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:56:12.074023 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Allocated IP 172.20.0.9 (8654f8e8-e39d-4fcc-99b9-3539398b377b/22bc5995-da46-42ce-a725-03134255b70d/48a516f9-6016-428b-914e-44a1c65e3de8) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:12.095820 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.102386 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bff88998-c7fe-4110-9ad8-983004058ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.265659 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.273751 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.328319 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.330015 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364716 Jul 07 12:56:12.335906 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50704) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:12.336738 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57d2e2-14e0-4fc5-b710-a73841ffee0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c52d080-3285-427e-b35d-e30b78034ba0,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:12.345300 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'security_group_rule': {'security_group_id': 'e8c7f893-d2c8-4073-b7db-935639372ff2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:12.393552 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.432557 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bff88998-c7fe-4110-9ad8-983004058ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.489045 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-4cdc85b1-7d23-441b-ba17-d9e1a2cc54e8 service neutron] 10.222.0.21 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957582 Jul 07 12:56:12.541801 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50706) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:12.544653 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.640667 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.646724 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.759173 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e55b6d8-fdd3-4042-aca1-4786c57154fb,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:12.762856 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 10507d41-4bf5-4c3c-9b46-30d8db36061d up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:12.777987 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.777987 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-83664d13-ce44-4d82-8308-69d60e61cc2f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4365926 Jul 07 12:56:12.787889 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50714) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:12.801255 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:12.903234 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:12.918634 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 10507d41-4bf5-4c3c-9b46-30d8db36061d completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:12.925290 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 10507d41-4bf5-4c3c-9b46-30d8db36061d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:12.928647 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:13.040235 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:56:13.109941 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:13.183043 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:13.186048 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:55:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:13.356650 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-12165bf8-f69c-4136-8fd6-6ffcf9489a53 req-4fe6b49f-a5a7-4b98-94ef-964f409f9cd2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 210 time: 0.1211524 Jul 07 12:56:13.357798 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:13.574082 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbb73-f132-4fdb-a981-6752da386c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:13.762061 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:13.844787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Pushing event updated for resources: {'Port': ['ID=48a516f9-6016-428b-914e-44a1c65e3de8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:13.947649 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Network 8654f8e8-e39d-4fcc-99b9-3539398b377b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:14.002004 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bff88998-c7fe-4110-9ad8-983004058ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.006302 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bff88998-c7fe-4110-9ad8-983004058ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.007512 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bff88998-c7fe-4110-9ad8-983004058ef9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/000bdb99-4a9b-4e45-beec-9ee521b08b7a HTTP/1.1" status: 204 len: 168 time: 2.3599474 Jul 07 12:56:14.008441 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:14.037708 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:14.047587 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:14.057288 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.114024 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbb73-f132-4fdb-a981-6752da386c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.137251 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb9dbb73-f132-4fdb-a981-6752da386c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.209506 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-8c49777d-b538-4013-810f-b92fa4ecb7b3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2978454 Jul 07 12:56:14.214063 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-bb9dbb73-f132-4fdb-a981-6752da386c32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3553c308c7ff4479800591ee6d238e84&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6689439 Jul 07 12:56:14.214719 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50804) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:14.216924 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dbb73-f132-4fdb-a981-6752da386c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc08665-dc02-499d-82a1-7193e97111e7,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:14.326863 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.450347 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a87c32f-665e-4580-ae5d-e631dbcadff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.462360 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.488148 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a87c32f-665e-4580-ae5d-e631dbcadff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.504861 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff88998-c7fe-4110-9ad8-983004058ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bdb99-4a9b-4e45-beec-9ee521b08b7a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:14.526570 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-b8b77967-4137-4175-97ea-63f64c1e8d1e tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:56:14.527866 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-b8b77967-4137-4175-97ea-63f64c1e8d1e tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1844146 Jul 07 12:56:14.577101 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 10507d41-4bf5-4c3c-9b46-30d8db36061d, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=10507d41-4bf5-4c3c-9b46-30d8db36061d,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:14.621914 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b959e-ee36-4006-911f-52c1be073538 req-ca9eeb70-0754-483b-8d91-9f40e913edd2 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:14.633154 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a87c32f-665e-4580-ae5d-e631dbcadff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.635902 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f1b959e-ee36-4006-911f-52c1be073538 req-ca9eeb70-0754-483b-8d91-9f40e913edd2 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 931 time: 1.2715981 Jul 07 12:56:14.639707 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a87c32f-665e-4580-ae5d-e631dbcadff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.654131 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0a87c32f-665e-4580-ae5d-e631dbcadff5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fc08665-dc02-499d-82a1-7193e97111e7 HTTP/1.1" status: 204 len: 168 time: 0.4132130 Jul 07 12:56:14.702012 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87c32f-665e-4580-ae5d-e631dbcadff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc08665-dc02-499d-82a1-7193e97111e7,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:14.814136 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 50828) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:14.823676 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.833837 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 85ca257e-32f7-4ecf-a844-9084926fd4ff up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:14.885116 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8d66ec2e-ed85-4cba-85e9-bec2ab4558ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.913573 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Allocated IP 172.27.0.95 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/f335efbc-7315-4e6c-83ca-3a5aa5148992) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:14.939084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-e57a573e-b400-4dbe-a5b9-14df6c93988b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:14.949680 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-e57a573e-b400-4dbe-a5b9-14df6c93988b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 819 time: 0.7816575 Jul 07 12:56:14.954325 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:14.988046 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-a80d1423-3177-4f53-bd4a-ae3625f757c6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/quotas/cc496712d6064629b4a373f5311548ca HTTP/1.1" status: 200 len: 375 time: 0.0344803 Jul 07 12:56:14.994285 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f1b959e-ee36-4006-911f-52c1be073538 req-570bc767-a948-41e9-910b-f2c21d5e8128 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574882 Jul 07 12:56:15.157939 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-d12bfd00-8aff-4baa-98a3-b15b14916873 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679952 Jul 07 12:56:15.396927 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:15.398230 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=10507d41-4bf5-4c3c-9b46-30d8db36061d,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:15.408957 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 2, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:15.440331 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:15.446346 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:56:15.446699 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Updating router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:56:15.448735 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 85ca257e-32f7-4ecf-a844-9084926fd4ff triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:15.449096 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:15.531290 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:15.590596 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:15.633247 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-958a448c-d86f-4667-aa59-fca8fe1c99db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:15.697473 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:15.701378 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'Port': ['ID=f335efbc-7315-4e6c-83ca-3a5aa5148992,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:15.712413 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:15.717435 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:15.869584 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Request body: {'port': {'device_id': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:16.008917 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.154604 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.233728 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 10507d41-4bf5-4c3c-9b46-30d8db36061d up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:16.333715 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-c7dd2c58-3c9c-4066-8d21-425db8042833 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 12:56:16.343449 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-c7dd2c58-3c9c-4066-8d21-425db8042833 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189466 Jul 07 12:56:16.557957 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.599440 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.603557 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.618288 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.639449 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 10507d41-4bf5-4c3c-9b46-30d8db36061d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:16.640123 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.765697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:16.895919 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'Port': ['ID=f335efbc-7315-4e6c-83ca-3a5aa5148992,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:16.985086 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.022547 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Transition to ACTIVE for port object 45e053a1-7689-4989-bdc2-5fe2a46bd7ad will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:17.038475 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.042749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d251f9-f780-45fd-bd59-29dfafbbf31a req-695fa7de-9d76-40b0-844c-8494f00c6ecd tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:17.053619 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b4d251f9-f780-45fd-bd59-29dfafbbf31a req-695fa7de-9d76-40b0-844c-8494f00c6ecd tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 931 time: 0.6838098 Jul 07 12:56:17.162482 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-958a448c-d86f-4667-aa59-fca8fe1c99db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.187265 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b4d251f9-f780-45fd-bd59-29dfafbbf31a req-fa2941d4-a4ce-46a5-afe4-31613e757fa3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316864 Jul 07 12:56:17.193903 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.196024 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ccd1de55-66ff-4465-92af-7828f720bb81 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4069328 Jul 07 12:56:17.224921 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-958a448c-d86f-4667-aa59-fca8fe1c99db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.325410 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Attempting to bind port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:17.326620 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Attempting to bind port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:17.327053 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Attempting to bind port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad on network aae3eafa-866e-4717-bd2c-c53c0692df1a {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:17.344761 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:17.344953 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Checking segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:17.345334 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.345750 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Bound using segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:17.350684 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Bound port: 45e053a1-7689-4989-bdc2-5fe2a46bd7ad, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:17.351278 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.372589 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-958a448c-d86f-4667-aa59-fca8fe1c99db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaafd9b0d32c4afcb247ac1c1a478e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5426581 Jul 07 12:56:17.375676 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50962) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:17.394966 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a448c-d86f-4667-aa59-fca8fe1c99db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f811042-7fb8-40af-b21a-64a2a572c512,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:17.500654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-3d598f26-179f-4d6f-80e4-abc803ddf5ed service neutron] 10.222.0.21 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1562822 Jul 07 12:56:17.591500 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-41875459-265c-412f-9b7c-a5f8d0ee180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.599080 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] For port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:17.607093 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] For port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:17.637496 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-41875459-265c-412f-9b7c-a5f8d0ee180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.640218 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.649997 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44182ae5-d9db-4bb8-b714-01c473e14968 None None] Pushing event updated for resources: {'Port': ['ID=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:17.747565 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:17.748658 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:56:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:17.752952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44182ae5-d9db-4bb8-b714-01c473e14968 None None] Pushing event updated for resources: {'Port': ['ID=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:17.785774 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-41875459-265c-412f-9b7c-a5f8d0ee180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.790915 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-41875459-265c-412f-9b7c-a5f8d0ee180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:17.792568 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-41875459-265c-412f-9b7c-a5f8d0ee180d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f811042-7fb8-40af-b21a-64a2a572c512 HTTP/1.1" status: 204 len: 168 time: 0.4154332 Jul 07 12:56:17.825450 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875459-265c-412f-9b7c-a5f8d0ee180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f811042-7fb8-40af-b21a-64a2a572c512,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:18.002124 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:18.029809 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 50986) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:18.139873 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 45e053a1-7689-4989-bdc2-5fe2a46bd7ad up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:18.258085 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-455e06c4-c779-4e2b-8f9c-49a7ec9c3f4a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1686450281&fields=id&tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 267 time: 0.1873140 Jul 07 12:56:18.296178 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-aab443aa-d080-4eaf-a340-a115b75c3d65 service neutron] 10.222.0.21 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815509 Jul 07 12:56:18.501784 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-435b14d5-7071-4fa2-a3d9-c14d4d7fcb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:18.595889 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:18.658691 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:18.658691 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:18.671122 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.50', 56495) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:18.789341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-435b14d5-7071-4fa2-a3d9-c14d4d7fcb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:18.815998 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-435b14d5-7071-4fa2-a3d9-c14d4d7fcb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:18.854114 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a516f9-6016-428b-914e-44a1c65e3de8 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:18.893611 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:18.952506 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-537d476f-c876-46da-9338-dd18513cec0c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:18.954536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-537d476f-c876-46da-9338-dd18513cec0c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 816 time: 0.6496568 Jul 07 12:56:19.020756 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Transition to ACTIVE for port object 48a516f9-6016-428b-914e-44a1c65e3de8 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:19.024280 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-435b14d5-7071-4fa2-a3d9-c14d4d7fcb4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a8d3a385af24b17816a67a849b1abcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9928429 Jul 07 12:56:19.029424 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-f6c2abd1-2393-48a0-9356-fadae48e9426 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/quotas/83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 375 time: 0.0394754 Jul 07 12:56:19.031326 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51018) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:19.072431 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.200956 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b14d5-7071-4fa2-a3d9-c14d4d7fcb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324480b-785b-45a5-bcd1-5f3167d583d9,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:19.247011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.249729 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Pushing event updated for resources: {'Port': ['ID=48a516f9-6016-428b-914e-44a1c65e3de8,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:19.314799 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:17Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:19.416961 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7742d0-b2a0-4482-b84d-b2d298be044a None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:17Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:56:19.483624 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:19.493178 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.620189 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-a159489f-af3d-48ee-bde2-a8bdcf9e7fe4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:19.621564 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-a159489f-af3d-48ee-bde2-a8bdcf9e7fe4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 819 time: 0.8349614 Jul 07 12:56:19.646846 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Attempting to bind port 48a516f9-6016-428b-914e-44a1c65e3de8 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:19.648005 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Attempting to bind port 48a516f9-6016-428b-914e-44a1c65e3de8 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '660ead38-27f9-435c-8502-4a33a22f4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:19.648518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Attempting to bind port 48a516f9-6016-428b-914e-44a1c65e3de8 on network 8654f8e8-e39d-4fcc-99b9-3539398b377b {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:19.662970 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Port 48a516f9-6016-428b-914e-44a1c65e3de8 on network 8654f8e8-e39d-4fcc-99b9-3539398b377b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:56:19.663761 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Attempting to bind port 48a516f9-6016-428b-914e-44a1c65e3de8 on network 8654f8e8-e39d-4fcc-99b9-3539398b377b {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:19.675708 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2d47c973-1413-41a9-896f-659955c88340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.703912 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2d47c973-1413-41a9-896f-659955c88340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.732356 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:19.761952 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Request body: {'port': {'device_id': 'b273d549-649e-4391-802f-f3c54bce94f2', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'admin_state_up': True, 'tenant_id': 'cc496712d6064629b4a373f5311548ca'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:19.778310 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-abbd0cd6-7f5f-4c33-9b57-777483efd080 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7264371 Jul 07 12:56:19.779658 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:19.780301 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Checking segment: {'id': '660ead38-27f9-435c-8502-4a33a22f4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:19.781218 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Bound using segment: {'id': '660ead38-27f9-435c-8502-4a33a22f4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:19.781974 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Bound port: 48a516f9-6016-428b-914e-44a1c65e3de8, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660ead38-27f9-435c-8502-4a33a22f4bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:19.782591 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.787362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2d47c973-1413-41a9-896f-659955c88340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.790962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2d47c973-1413-41a9-896f-659955c88340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:19.792456 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2d47c973-1413-41a9-896f-659955c88340 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9324480b-785b-45a5-bcd1-5f3167d583d9 HTTP/1.1" status: 204 len: 168 time: 0.7598445 Jul 07 12:56:19.814605 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47c973-1413-41a9-896f-659955c88340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324480b-785b-45a5-bcd1-5f3167d583d9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:19.826192 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910f89-1b09-4442-85b9-4f0b9e796c88 req-731d8fce-3498-474c-963a-cf8156f686d3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:19.834196 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f910f89-1b09-4442-85b9-4f0b9e796c88 req-731d8fce-3498-474c-963a-cf8156f686d3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.7129350 Jul 07 12:56:19.994969 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f910f89-1b09-4442-85b9-4f0b9e796c88 req-87966022-5976-4150-b180-f3a356adc831 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573288 Jul 07 12:56:20.070595 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 45e053a1-7689-4989-bdc2-5fe2a46bd7ad up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:20.100433 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Made reservation on behalf of cc496712d6064629b4a373f5311548ca for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:20.105663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:20.150557 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] For port 48a516f9-6016-428b-914e-44a1c65e3de8, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:20.284434 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:20.286053 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:20.293836 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] For port 48a516f9-6016-428b-914e-44a1c65e3de8, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=48a516f9-6016-428b-914e-44a1c65e3de8,segment=NetworkSegment(660ead38-27f9-435c-8502-4a33a22f4bc4),segment_id=660ead38-27f9-435c-8502-4a33a22f4bc4)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:20.298490 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-adfc3fc5-236f-41d7-881f-c8374fa1b7cf service neutron] 10.222.0.21 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387877 Jul 07 12:56:20.394777 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce721aab-8967-47f3-bb56-d6efb35c3984 req-7487d4c2-0b14-4d86-bf9e-7e93d534b987 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0900364 Jul 07 12:56:20.416072 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:20.743865 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Allocated IP 172.20.0.3 (86fcfdd8-be46-47ab-ac6d-eb00d37c5576/4708c3f5-3c02-4fe5-bc47-2fd39b03c17e/25670294-9be6-4c02-8dbe-4a43386e33a3) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:20.869787 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-3783b54e-11fa-46ce-9864-5496fd4b9d4e service neutron] 10.222.0.21 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710906 Jul 07 12:56:20.936246 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:20.938599 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:20.942691 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/48a516f9-6016-428b-914e-44a1c65e3de8 HTTP/1.1" status: 200 len: 1093 time: 5.8959870 Jul 07 12:56:20.944495 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51070) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:20.945595 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'tag': '48a516f9-6016-428b-914e-44a1c65e3de8'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:21.209408 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafd289-8de7-4156-a8cf-0a1cd8df02c7 service neutron] Pushing event updated for resources: {'Port': ['ID=48a516f9-6016-428b-914e-44a1c65e3de8,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:21.265346 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad700071-f1b9-47c9-955a-7232f0351f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:21.409366 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:21.471858 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab81c6f0-e6a8-4900-ab26-aabd310d103a" -d '{"events": [{"name": "network-changed", "server_uuid": "427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a", "tag": "48a516f9-6016-428b-914e-44a1c65e3de8"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:21.491583 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9dde7c3-0f6a-466d-b1e9-216d0544579a req-02c86fd6-45a6-451f-86d2-4342958f2222 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.2676876 Jul 07 12:56:21.619256 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:21.712142 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-4c823dcb-d00a-4b5f-8acb-7d58896616e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:21.719396 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-4c823dcb-d00a-4b5f-8acb-7d58896616e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f2578a2ae0f4ae782592ca58159f1bb&device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 1096 time: 0.6249080 Jul 07 12:56:21.959422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad700071-f1b9-47c9-955a-7232f0351f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.089251 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad700071-f1b9-47c9-955a-7232f0351f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.283983 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Pushing event updated for resources: {'Port': ['ID=25670294-9be6-4c02-8dbe-4a43386e33a3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:22.285816 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ad700071-f1b9-47c9-955a-7232f0351f8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=425aaec3e7734ae8872e910216f3f383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1943669 Jul 07 12:56:22.289442 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-5839c573-9079-4672-8f8d-e40690f9f857 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a516f9-6016-428b-914e-44a1c65e3de8 HTTP/1.1" status: 200 len: 217 time: 0.5288858 Jul 07 12:56:22.292035 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51124) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:22.304060 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:22.306260 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad700071-f1b9-47c9-955a-7232f0351f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a61b68-7411-46b7-9bf2-3cd4f12ead47,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:22.306513 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:22.315272 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:22.322051 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:22.322895 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.355211 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-40768906-247d-4d2f-922f-84530486a965 req-4c8ce2ba-5b77-460b-896c-a05c15fda982 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.3674304 Jul 07 12:56:22.379478 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-67c0e497-e13c-4d01-b349-0ac4ea6fc98a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6198854 Jul 07 12:56:22.393395 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67f233-3428-486a-a484-f9f8846f6666 req-eea08111-bafa-48f7-a2e9-4aa28874cf3a tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:22.403730 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f67f233-3428-486a-a484-f9f8846f6666 req-eea08111-bafa-48f7-a2e9-4aa28874cf3a tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.8219097 Jul 07 12:56:22.416565 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-643be65a-a5b3-49d2-af1e-935ddd171619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.474279 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-643be65a-a5b3-49d2-af1e-935ddd171619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.506923 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f67f233-3428-486a-a484-f9f8846f6666 req-e7674d47-984f-4c0c-ba41-d6f633b61c23 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017754 Jul 07 12:56:22.546303 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-643be65a-a5b3-49d2-af1e-935ddd171619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.548852 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-643be65a-a5b3-49d2-af1e-935ddd171619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:22.556271 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-643be65a-a5b3-49d2-af1e-935ddd171619 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0a61b68-7411-46b7-9bf2-3cd4f12ead47 HTTP/1.1" status: 204 len: 168 time: 0.2631247 Jul 07 12:56:22.584966 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643be65a-a5b3-49d2-af1e-935ddd171619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a61b68-7411-46b7-9bf2-3cd4f12ead47,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:23.028450 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7cdbd07-e6cd-4460-9ff0-5a3850eaaa78 req-de01fda9-0144-4603-b8ba-e161576284ae tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.0966811 Jul 07 12:56:23.054868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfdf580-c861-4b3d-9ee6-e6672b5f2c33 x-openstack-request-id: req-4cfdf580-c861-4b3d-9ee6-e6672b5f2c33 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:23.055360 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a", "tag": "48a516f9-6016-428b-914e-44a1c65e3de8", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:23.055619 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cfdf580-c861-4b3d-9ee6-e6672b5f2c33 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:23.056095 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'tag': '48a516f9-6016-428b-914e-44a1c65e3de8', 'status': 'completed', 'code': 200} Jul 07 12:56:23.525997 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51190) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:23.553385 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c8305db2-a6cf-42a5-967b-12acc8c276ef req-83945d4a-e99f-42b9-8470-dc85db7e25b2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0403919 Jul 07 12:56:23.599225 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51196) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:23.787139 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545dd15-10b8-451b-b3b5-991b61abe940 req-e31fd40f-9a14-4774-99bf-b96093db4c47 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:23.789191 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a545dd15-10b8-451b-b3b5-991b61abe940 req-e31fd40f-9a14-4774-99bf-b96093db4c47 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.1106751 Jul 07 12:56:23.843686 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a545dd15-10b8-451b-b3b5-991b61abe940 req-ccd715e8-6107-4494-b9a2-24b7543a1c70 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 Jul 07 12:56:23.887564 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-55a5923e-da40-4d21-8426-3e08ff955eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:23.933702 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd22dc40-670e-43aa-a5dc-af147b486e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.022088 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-55a5923e-da40-4d21-8426-3e08ff955eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.030005 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-55a5923e-da40-4d21-8426-3e08ff955eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.104864 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5923e-da40-4d21-8426-3e08ff955eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e8926-6923-4840-b4f0-fd71f01aca8e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:24.114594 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-55a5923e-da40-4d21-8426-3e08ff955eb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e6948efd7e94f4ca4c3648babb2e260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137215 Jul 07 12:56:24.117239 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51214) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:24.195741 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-86d27133-f179-4cd0-b1c3-7b816428c5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.211903 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd22dc40-670e-43aa-a5dc-af147b486e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.217543 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd22dc40-670e-43aa-a5dc-af147b486e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.232665 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-86d27133-f179-4cd0-b1c3-7b816428c5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.265648 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fd22dc40-670e-43aa-a5dc-af147b486e81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e4de031ea5648fa8ba03dd40777006c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381413 Jul 07 12:56:24.266621 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22dc40-670e-43aa-a5dc-af147b486e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51e9380-3dcb-4bd7-aadf-715b38ca4ae1,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:24.269090 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51220) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:24.283333 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5c3d0870-1429-4ce3-9e43-f1d42429c644 req-a32b1e8b-24f5-4683-94bd-77534eed8e73 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.0507984 Jul 07 12:56:24.342104 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d38d6542-ca31-489b-a7d0-0083a6ae2adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.346087 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-86d27133-f179-4cd0-b1c3-7b816428c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.349156 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-86d27133-f179-4cd0-b1c3-7b816428c5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.352866 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-86d27133-f179-4cd0-b1c3-7b816428c5f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db3e8926-6923-4840-b4f0-fd71f01aca8e HTTP/1.1" status: 204 len: 168 time: 0.2318013 Jul 07 12:56:24.358933 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d27133-f179-4cd0-b1c3-7b816428c5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e8926-6923-4840-b4f0-fd71f01aca8e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:24.389063 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d38d6542-ca31-489b-a7d0-0083a6ae2adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.482990 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d38d6542-ca31-489b-a7d0-0083a6ae2adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.495619 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d38d6542-ca31-489b-a7d0-0083a6ae2adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.499400 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d38d6542-ca31-489b-a7d0-0083a6ae2adb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b51e9380-3dcb-4bd7-aadf-715b38ca4ae1 HTTP/1.1" status: 204 len: 168 time: 0.2171481 Jul 07 12:56:24.507979 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d6542-ca31-489b-a7d0-0083a6ae2adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51e9380-3dcb-4bd7-aadf-715b38ca4ae1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:24.727488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21cc5a4e-3799-44cd-b9b8-fc4c2b482a7b req-cc8bf6ac-829f-44d5-b6e0-4d9a8c213861 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0424051 Jul 07 12:56:24.856718 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51238) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:24.871981 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bbf35810-0556-4ef8-81e6-3c176ee2bd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:24.959431 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51242) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:25.086147 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888fa53-2139-4048-93c7-43ce4875e037 req-38c96319-e471-4614-8623-61fc03d3ae4f tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:25.088013 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6888fa53-2139-4048-93c7-43ce4875e037 req-38c96319-e471-4614-8623-61fc03d3ae4f tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.1111264 Jul 07 12:56:25.128156 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bbf35810-0556-4ef8-81e6-3c176ee2bd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.144823 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bbf35810-0556-4ef8-81e6-3c176ee2bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.156915 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7e318546-b793-42d1-952f-c6afca42b4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.178110 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6888fa53-2139-4048-93c7-43ce4875e037 req-04e44a0b-7570-4494-882b-55499d3e68d7 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835278 Jul 07 12:56:25.222767 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bbf35810-0556-4ef8-81e6-3c176ee2bd1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abee4d26187f4693903e31c08f82bb79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646722 Jul 07 12:56:25.223874 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf35810-0556-4ef8-81e6-3c176ee2bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635680b8-9ce1-4670-bfa9-91a96ab27632,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:25.226376 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51256) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:25.288987 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-85f50734-2214-40f2-a196-820213803a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.329641 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7e318546-b793-42d1-952f-c6afca42b4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.339364 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7e318546-b793-42d1-952f-c6afca42b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.362536 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-85f50734-2214-40f2-a196-820213803a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.423195 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7e318546-b793-42d1-952f-c6afca42b4f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54be159be0d3435d81701c5232ad9c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625106 Jul 07 12:56:25.430541 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51264) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:25.434520 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e318546-b793-42d1-952f-c6afca42b4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04477edb-fd05-4b7d-9e96-c4164af45b03,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:25.481786 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-85f50734-2214-40f2-a196-820213803a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.484734 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-85f50734-2214-40f2-a196-820213803a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.485966 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-85f50734-2214-40f2-a196-820213803a0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/635680b8-9ce1-4670-bfa9-91a96ab27632 HTTP/1.1" status: 204 len: 168 time: 0.2584634 Jul 07 12:56:25.518572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bfb6f646-9b75-4f19-8910-ac91b3f56586 req-c74ddbef-162a-4a4d-aa98-6348d8356aeb tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.0654793 Jul 07 12:56:25.530660 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f50734-2214-40f2-a196-820213803a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635680b8-9ce1-4670-bfa9-91a96ab27632,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:25.593212 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-565e2d12-7c97-4bf6-ab88-4f8082593814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.622907 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-565e2d12-7c97-4bf6-ab88-4f8082593814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.702424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-565e2d12-7c97-4bf6-ab88-4f8082593814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.705389 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-565e2d12-7c97-4bf6-ab88-4f8082593814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:25.708834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-565e2d12-7c97-4bf6-ab88-4f8082593814 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04477edb-fd05-4b7d-9e96-c4164af45b03 HTTP/1.1" status: 204 len: 168 time: 0.2727380 Jul 07 12:56:25.716261 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e2d12-7c97-4bf6-ab88-4f8082593814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04477edb-fd05-4b7d-9e96-c4164af45b03,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:25.928502 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a4f3e45c-0af3-49ba-844b-5fb64b74c05b req-322bfcd1-a832-4f51-bc95-3a02b8e21907 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0427830 Jul 07 12:56:26.365972 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f960a-309c-4ee2-9b8b-7193c6e15f75 req-34d07967-cfaf-4ead-9d3e-b5c192b57605 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:26.368420 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a65f960a-309c-4ee2-9b8b-7193c6e15f75 req-34d07967-cfaf-4ead-9d3e-b5c192b57605 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.0724721 Jul 07 12:56:26.394742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.50', 56503) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:26.413702 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a65f960a-309c-4ee2-9b8b-7193c6e15f75 req-11c593e2-eb83-4dd6-8cc5-752e9d333293 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Jul 07 12:56:26.509581 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Request body: {'port': {'device_id': 'b273d549-649e-4391-802f-f3c54bce94f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:26.688432 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:26.881585 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-021b1ae3-c8e1-466d-abd8-ae0f65065549 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:26.889021 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-021b1ae3-c8e1-466d-abd8-ae0f65065549 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 819 time: 0.4338598 Jul 07 12:56:26.936883 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Request body: {'port': {'device_id': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'admin_state_up': True, 'tenant_id': 'cc496712d6064629b4a373f5311548ca'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:27.057697 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b44f573-c32d-474f-b122-10020cd5caf9 req-26a84800-84de-434f-9121-3d77fc1452ac tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.1664431 Jul 07 12:56:27.166612 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-ef5ff94e-2f77-4111-96f1-78d9b7275c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:27.168100 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-ef5ff94e-2f77-4111-96f1-78d9b7275c6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22bc5995-da46-42ce-a725-03134255b70d HTTP/1.1" status: 200 len: 851 time: 0.2780776 Jul 07 12:56:27.189465 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-810f1ed4-ca73-4252-a0b2-680a84a24970 req-7d4a0a5f-4dc2-48fc-89a7-372bc940e582 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0418184 Jul 07 12:56:27.225020 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25670294-9be6-4c02-8dbe-4a43386e33a3 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:27.234605 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:27.234977 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-57f73c32-93ca-49f4-bbe8-1e5112d16ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8654f8e8-e39d-4fcc-99b9-3539398b377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474763 Jul 07 12:56:27.259074 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Transition to ACTIVE for port object 25670294-9be6-4c02-8dbe-4a43386e33a3 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:27.270904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:27.356731 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Made reservation on behalf of cc496712d6064629b4a373f5311548ca for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:27.360678 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:27.387249 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-542f3c52-145e-446d-9c5f-b03900651bfb service neutron] 10.222.0.50 "GET /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434317 Jul 07 12:56:27.506947 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Allocated IP 172.20.0.5 (86fcfdd8-be46-47ab-ac6d-eb00d37c5576/4708c3f5-3c02-4fe5-bc47-2fd39b03c17e/cf289333-a45c-453a-94af-f9f23e45ecaa) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:27.542573 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.50', 56507) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:27.677017 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:27.680943 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-7fb5dcfe-78ff-4071-b4cb-2efd7184ad2b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:27.683792 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-7fb5dcfe-78ff-4071-b4cb-2efd7184ad2b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 816 time: 0.1401694 Jul 07 12:56:27.684725 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Pushing event updated for resources: {'Port': ['ID=25670294-9be6-4c02-8dbe-4a43386e33a3,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:27.791506 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Attempting to bind port 25670294-9be6-4c02-8dbe-4a43386e33a3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:27.791879 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Attempting to bind port 25670294-9be6-4c02-8dbe-4a43386e33a3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:27.798514 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Attempting to bind port 25670294-9be6-4c02-8dbe-4a43386e33a3 on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:27.845535 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Port 25670294-9be6-4c02-8dbe-4a43386e33a3 on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:56:27.846847 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Attempting to bind port 25670294-9be6-4c02-8dbe-4a43386e33a3 on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:27.848952 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-442cc9ee-44b7-4fd9-ac92-0848f877a9c4 req-a0cd937f-a4ff-4650-a172-4e00040d3afe service neutron] 10.222.0.50 "GET /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689947 Jul 07 12:56:27.875346 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c2fe-e0dd-46bc-b97e-b9a8eff20deb req-e66049a8-e1d7-4fde-a546-8c7bec649fa3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:27.877037 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-81c3c2fe-e0dd-46bc-b97e-b9a8eff20deb req-e66049a8-e1d7-4fde-a546-8c7bec649fa3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.1959908 Jul 07 12:56:27.879017 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:27.880267 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:27.880685 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Checking segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:27.888169 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Bound using segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:27.888169 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Bound port: 25670294-9be6-4c02-8dbe-4a43386e33a3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:27.888169 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:27.936738 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-4e2cbc78-cfab-4d95-9734-e35946a60fd5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 380 time: 0.2364349 Jul 07 12:56:28.029601 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'port': {'device_id': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'admin_state_up': True, 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'security_groups': ['e8c7f893-d2c8-4073-b7db-935639372ff2']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:28.117331 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:28.156217 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:28.168648 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:28.181133 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.181823 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:28.205834 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] For port 25670294-9be6-4c02-8dbe-4a43386e33a3, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:28.218950 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Pushing event updated for resources: {'Port': ['ID=cf289333-a45c-453a-94af-f9f23e45ecaa,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:28.244904 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-81c3c2fe-e0dd-46bc-b97e-b9a8eff20deb req-2f1de2f0-902f-46cd-9b26-9707212b65f4 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408556 Jul 07 12:56:28.261487 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-849ce8bf-fc9e-47b0-8458-1630d3c1254d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3367531 Jul 07 12:56:28.268211 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] For port 25670294-9be6-4c02-8dbe-4a43386e33a3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=25670294-9be6-4c02-8dbe-4a43386e33a3,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:28.282144 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:28.292963 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Request body: {'port': {'device_id': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:28.339213 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.339928 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:28.341395 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] 10.222.0.50 "PUT /v2.0/ports/25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 1093 time: 1.8370969 Jul 07 12:56:28.350094 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b273d549-649e-4391-802f-f3c54bce94f2', 'tag': '25670294-9be6-4c02-8dbe-4a43386e33a3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:28.423408 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51426) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:28.426166 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9d445e7-4dc8-4ec7-b098-bcbba78b6d83 req-f183d57c-84eb-4092-95e3-0287d8abd2da tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.0729735 Jul 07 12:56:28.428249 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-f94a722c-347b-419e-bdcb-84af6c93af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.429658 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-f94a722c-347b-419e-bdcb-84af6c93af1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f2578a2ae0f4ae782592ca58159f1bb&device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 1096 time: 0.4208114 Jul 07 12:56:28.548167 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874c38a-461d-45c2-9ad2-df55818730cc service neutron] Pushing event updated for resources: {'Port': ['ID=25670294-9be6-4c02-8dbe-4a43386e33a3,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:28.584883 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Made reservation on behalf of 83c8b70ad2d2460ca06e9829bbf77fbf for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:28.588856 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:28.623362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:28.632881 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-6b5bb6b4-5e63-4cd4-b528-c3c01d049e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.634614 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-6b5bb6b4-5e63-4cd4-b528-c3c01d049e8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1096 time: 0.2072871 Jul 07 12:56:28.741353 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-e53a0443-33f7-4629-a201-06e467a47f4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0746386 Jul 07 12:56:28.794931 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffe2809-d90b-48f3-8579-fd71f5886642" -d '{"events": [{"name": "network-changed", "server_uuid": "b273d549-649e-4391-802f-f3c54bce94f2", "tag": "25670294-9be6-4c02-8dbe-4a43386e33a3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:28.856980 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b64c-0aea-45c3-b438-8c898989bcab req-255b2808-914f-437f-8a81-7008ad983524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.859017 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-255b2808-914f-437f-8a81-7008ad983524 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.1092358 Jul 07 12:56:28.879885 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Allocated IP 172.20.0.10 (aae3eafa-866e-4717-bd2c-c53c0692df1a/b57a93d4-e8a4-4a58-96a0-28b3e2653f80/966b7044-1478-451c-971b-647e481d14a3) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:56:28.891163 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-c100f216-4d9a-4f9f-9c1c-d78c589a4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.893062 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-c100f216-4d9a-4f9f-9c1c-d78c589a4706 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8654f8e8-e39d-4fcc-99b9-3539398b377b HTTP/1.1" status: 200 len: 913 time: 0.4537311 Jul 07 12:56:28.900182 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4740f7e-91a6-4cd1-bc5a-2af5838862c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:28.928489 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc818ba0-d26a-4f0a-92e6-5035adfdfaa2 req-e293696b-7bbf-4037-8540-566e9cce840e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:28.930280 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bc818ba0-d26a-4f0a-92e6-5035adfdfaa2 req-e293696b-7bbf-4037-8540-566e9cce840e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 931 time: 0.3982806 Jul 07 12:56:29.053837 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf289333-a45c-453a-94af-f9f23e45ecaa {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:29.062553 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.078198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Transition to ACTIVE for port object cf289333-a45c-453a-94af-f9f23e45ecaa will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:29.097431 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.143004 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398eba56-ac85-4625-97e2-13865ffd5ffd x-openstack-request-id: req-398eba56-ac85-4625-97e2-13865ffd5ffd {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:29.143436 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b273d549-649e-4391-802f-f3c54bce94f2", "tag": "25670294-9be6-4c02-8dbe-4a43386e33a3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:29.143670 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-398eba56-ac85-4625-97e2-13865ffd5ffd {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:29.144391 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b273d549-649e-4391-802f-f3c54bce94f2', 'tag': '25670294-9be6-4c02-8dbe-4a43386e33a3', 'status': 'completed', 'code': 200} Jul 07 12:56:29.215056 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bc818ba0-d26a-4f0a-92e6-5035adfdfaa2 req-577c0e1e-f639-43a2-a8fc-afac687c27e4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351728 Jul 07 12:56:29.219805 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Pushing event updated for resources: {'Port': ['ID=cf289333-a45c-453a-94af-f9f23e45ecaa,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:29.275099 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Attempting to bind port cf289333-a45c-453a-94af-f9f23e45ecaa on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:29.275460 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Attempting to bind port cf289333-a45c-453a-94af-f9f23e45ecaa by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:29.275787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Attempting to bind port cf289333-a45c-453a-94af-f9f23e45ecaa on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:29.290549 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Port cf289333-a45c-453a-94af-f9f23e45ecaa on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:56:29.290855 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Attempting to bind port cf289333-a45c-453a-94af-f9f23e45ecaa on network 86fcfdd8-be46-47ab-ac6d-eb00d37c5576 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:29.304115 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:29.304583 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Checking segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:29.305465 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Bound using segment: {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:29.305923 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Bound port: cf289333-a45c-453a-94af-f9f23e45ecaa, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:29.306286 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.328065 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.332716 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4740f7e-91a6-4cd1-bc5a-2af5838862c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.346969 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Transition to ACTIVE for port object 966b7044-1478-451c-971b-647e481d14a3 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:29.357167 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4740f7e-91a6-4cd1-bc5a-2af5838862c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.418388 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.419853 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4740f7e-91a6-4cd1-bc5a-2af5838862c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681373ff-d507-4e08-858e-a8e94001ec94,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:29.424550 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a4740f7e-91a6-4cd1-bc5a-2af5838862c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60a4784d2bd54760803ffaf77fbae4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9937875 Jul 07 12:56:29.433003 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51474) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:29.499178 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Network aae3eafa-866e-4717-bd2c-c53c0692df1a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:56:29.503183 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:29.505669 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:29.510298 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:56:29.515698 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:29.516352 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.565626 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-17bab73f-dc73-46a2-9281-00f7f0431310 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5641243 Jul 07 12:56:29.715648 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:56:29.741145 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] For port cf289333-a45c-453a-94af-f9f23e45ecaa, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:29.794409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] For port cf289333-a45c-453a-94af-f9f23e45ecaa, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf289333-a45c-453a-94af-f9f23e45ecaa,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:29.837343 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.888400 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-be91a0f4-c289-4723-bcd2-0f6a26fcbb05 None None] Provisioning for port 966b7044-1478-451c-971b-647e481d14a3 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:29.894848 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-be91a0f4-c289-4723-bcd2-0f6a26fcbb05 None None] Provisioning complete for port 966b7044-1478-451c-971b-647e481d14a3 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:29.894848 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-be91a0f4-c289-4723-bcd2-0f6a26fcbb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.896275 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:29.896406 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:29.900617 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] 10.222.0.50 "PUT /v2.0/ports/cf289333-a45c-453a-94af-f9f23e45ecaa HTTP/1.1" status: 200 len: 1093 time: 1.6205778 Jul 07 12:56:29.900617 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'tag': 'cf289333-a45c-453a-94af-f9f23e45ecaa'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:29.903435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d8808-2432-471d-821e-7f82063d215f" -d '{"events": [{"name": "network-changed", "server_uuid": "a62ede33-f9df-4c26-b3a1-3439192eaaaf", "tag": "cf289333-a45c-453a-94af-f9f23e45ecaa"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:29.960609 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-be91a0f4-c289-4723-bcd2-0f6a26fcbb05 None None] Port 966b7044-1478-451c-971b-647e481d14a3 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:56:29.974035 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea00-25ff-45f1-ac4b-41f07c595da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.009985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f229588-acc9-4abf-8de6-1cfda0957068 req-6c697e42-c87e-4bec-bb92-0592fa58efad tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:30.011399 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f229588-acc9-4abf-8de6-1cfda0957068 req-6c697e42-c87e-4bec-bb92-0592fa58efad tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.5834498 Jul 07 12:56:30.020492 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa237519-ad9e-4f5f-90f7-54635dbf123e service neutron] Pushing event updated for resources: {'Port': ['ID=cf289333-a45c-453a-94af-f9f23e45ecaa,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:30.030556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea00-25ff-45f1-ac4b-41f07c595da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.043366 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb56555-f76b-4bfa-bce6-217bffbeda58 req-0267d4bc-37b4-46c0-ab93-8183cabf2379 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:30.044794 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0bb56555-f76b-4bfa-bce6-217bffbeda58 req-0267d4bc-37b4-46c0-ab93-8183cabf2379 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 932 time: 0.3004894 Jul 07 12:56:30.118146 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f229588-acc9-4abf-8de6-1cfda0957068 req-3b75ec43-2e71-4ad3-bf7d-8ce42063ceb1 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942922 Jul 07 12:56:30.126281 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0bb56555-f76b-4bfa-bce6-217bffbeda58 req-f57906a5-5ccc-4aac-bafe-4a34ee0f8371 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752661 Jul 07 12:56:30.147370 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea00-25ff-45f1-ac4b-41f07c595da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.150591 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea00-25ff-45f1-ac4b-41f07c595da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.152233 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cec0ea00-25ff-45f1-ac4b-41f07c595da2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/681373ff-d507-4e08-858e-a8e94001ec94 HTTP/1.1" status: 204 len: 168 time: 0.7180052 Jul 07 12:56:30.163220 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0ea00-25ff-45f1-ac4b-41f07c595da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681373ff-d507-4e08-858e-a8e94001ec94,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:30.203930 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933c8b9-0b2e-47b5-a955-2ee27f46de96 x-openstack-request-id: req-3933c8b9-0b2e-47b5-a955-2ee27f46de96 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:30.204337 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62ede33-f9df-4c26-b3a1-3439192eaaaf", "tag": "cf289333-a45c-453a-94af-f9f23e45ecaa", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:30.204705 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3933c8b9-0b2e-47b5-a955-2ee27f46de96 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:30.205167 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'tag': 'cf289333-a45c-453a-94af-f9f23e45ecaa', 'status': 'completed', 'code': 200} Jul 07 12:56:30.228506 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51514) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:30.444599 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd714087-2b67-49a3-a10a-797521a705e7 req-b41be5ec-7c76-486f-a1b9-bad8c4252999 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:30.446136 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bd714087-2b67-49a3-a10a-797521a705e7 req-b41be5ec-7c76-486f-a1b9-bad8c4252999 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0676992 Jul 07 12:56:30.467421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc12bc30-c289-4261-924d-686fd70cc381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.517253 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bd714087-2b67-49a3-a10a-797521a705e7 req-31d1c542-ebae-4244-8675-82eb68f8e91e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624332 Jul 07 12:56:30.520141 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51524) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:30.540528 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5664f3b8-85d5-4a0d-9d78-e17cbc78e2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.602254 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc12bc30-c289-4261-924d-686fd70cc381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.607505 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc12bc30-c289-4261-924d-686fd70cc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.664263 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12bc30-c289-4261-924d-686fd70cc381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e68092-ce86-4ef1-94ee-456290968612,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:30.669816 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fc12bc30-c289-4261-924d-686fd70cc381 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b17cbe2eed36482ab136b8f9ca86564b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402072 Jul 07 12:56:30.672705 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51526) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:30.727865 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b72514dd-2caf-42e6-bf43-96a09a399cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.731891 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5664f3b8-85d5-4a0d-9d78-e17cbc78e2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.736207 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5664f3b8-85d5-4a0d-9d78-e17cbc78e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.758172 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b72514dd-2caf-42e6-bf43-96a09a399cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.776925 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5664f3b8-85d5-4a0d-9d78-e17cbc78e2b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c03dd4b96df24b23a3c41420e5d05263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557085 Jul 07 12:56:30.777699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f3b8-85d5-4a0d-9d78-e17cbc78e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4484e1-6522-4638-bfa7-d07c4ae21755,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:30.779446 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51530) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:30.841772 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4badbad5-8e69-49e0-b51e-c4b834e75e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.843281 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b72514dd-2caf-42e6-bf43-96a09a399cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.845697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b72514dd-2caf-42e6-bf43-96a09a399cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.846870 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b72514dd-2caf-42e6-bf43-96a09a399cf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8e68092-ce86-4ef1-94ee-456290968612 HTTP/1.1" status: 204 len: 168 time: 0.1732686 Jul 07 12:56:30.865355 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72514dd-2caf-42e6-bf43-96a09a399cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e68092-ce86-4ef1-94ee-456290968612,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:30.877006 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4badbad5-8e69-49e0-b51e-c4b834e75e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.927101 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4badbad5-8e69-49e0-b51e-c4b834e75e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.929983 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4badbad5-8e69-49e0-b51e-c4b834e75e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:30.931171 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4badbad5-8e69-49e0-b51e-c4b834e75e90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e4484e1-6522-4638-bfa7-d07c4ae21755 HTTP/1.1" status: 204 len: 168 time: 0.1507595 Jul 07 12:56:30.939040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badbad5-8e69-49e0-b51e-c4b834e75e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4484e1-6522-4638-bfa7-d07c4ae21755,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:31.258735 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51554) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:31.273150 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f659-fff5-4e92-a886-28bfdf38c474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.360022 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646faf27-6982-4d83-aef8-f9bdf01e6b8e req-9902d317-dade-43f7-badb-feca56664ab1 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:31.361530 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-646faf27-6982-4d83-aef8-f9bdf01e6b8e req-9902d317-dade-43f7-badb-feca56664ab1 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.1070166 Jul 07 12:56:31.382963 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f659-fff5-4e92-a886-28bfdf38c474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.388014 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f659-fff5-4e92-a886-28bfdf38c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.394720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0840e-7f6e-424e-989e-e262b705477b req-0739f7b8-ea5a-4788-9906-3fad48b96f3f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:31.396421 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f4d0840e-7f6e-424e-989e-e262b705477b req-0739f7b8-ea5a-4788-9906-3fad48b96f3f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 932 time: 0.1080391 Jul 07 12:56:31.427074 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-646faf27-6982-4d83-aef8-f9bdf01e6b8e req-bec5b2fc-2f31-4b23-88f9-384d2b9b0653 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Jul 07 12:56:31.429432 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5dd0f659-fff5-4e92-a886-28bfdf38c474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56633b3f3f0b4737ae08e2452389ed77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692572 Jul 07 12:56:31.433105 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51560) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:31.451083 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f4d0840e-7f6e-424e-989e-e262b705477b req-61211cf7-a956-4397-8d77-b6cc8473dcca tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Jul 07 12:56:31.460535 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0f659-fff5-4e92-a886-28bfdf38c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae77cfc-b7c0-4d49-933c-e953015b8324,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:31.491232 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d8c76e52-267c-48b4-adb9-ccd7ede9b73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.512063 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d8c76e52-267c-48b4-adb9-ccd7ede9b73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.561843 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d8c76e52-267c-48b4-adb9-ccd7ede9b73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.564380 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d8c76e52-267c-48b4-adb9-ccd7ede9b73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:31.565677 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d8c76e52-267c-48b4-adb9-ccd7ede9b73a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ae77cfc-b7c0-4d49-933c-e953015b8324 HTTP/1.1" status: 204 len: 168 time: 0.1317732 Jul 07 12:56:31.574268 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76e52-267c-48b4-adb9-ccd7ede9b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae77cfc-b7c0-4d49-933c-e953015b8324,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:31.721537 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-20c7ded0-b669-48aa-abdc-3f9e94158fc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737004 Jul 07 12:56:31.725904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Request body: {'port': {'device_id': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:31.735998 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-71ee5c4b-f722-4cfe-a1f7-aeee4dda2ab2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a516f9-6016-428b-914e-44a1c65e3de8 HTTP/1.1" status: 200 len: 217 time: 0.0586638 Jul 07 12:56:31.825701 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39c09f-abf0-41e1-bb14-f2264f96c287 req-266cb91d-f797-4946-af41-e623807542c6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:31.827190 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d39c09f-abf0-41e1-bb14-f2264f96c287 req-266cb91d-f797-4946-af41-e623807542c6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.1934304 Jul 07 12:56:31.854193 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-39dc66ca-9386-416a-89c0-a0e06a7c7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:31.855640 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-39dc66ca-9386-416a-89c0-a0e06a7c7af6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22bc5995-da46-42ce-a725-03134255b70d HTTP/1.1" status: 200 len: 851 time: 0.0980387 Jul 07 12:56:31.883093 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-c8c18814-ddf3-4e1c-ab5e-370ff5e8984f service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537237 Jul 07 12:56:31.928071 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d8808-2432-471d-821e-7f82063d215f req-40249072-3512-4b4e-9af1-6388c070064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:31.929575 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac5d8808-2432-471d-821e-7f82063d215f req-40249072-3512-4b4e-9af1-6388c070064b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 1096 time: 0.2036088 Jul 07 12:56:31.934686 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-7c98f6d2-37c9-4863-a960-223ecd47c571 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8654f8e8-e39d-4fcc-99b9-3539398b377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481989 Jul 07 12:56:31.938851 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d39c09f-abf0-41e1-bb14-f2264f96c287 req-fea3d25f-775c-4138-b5b8-aff555ea70f4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043763 Jul 07 12:56:31.995819 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:32.101479 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8990b64c-0aea-45c3-b438-8c898989bcab req-b1200c3c-db9c-40d8-9309-50217334eff4 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916199 Jul 07 12:56:32.255944 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d8808-2432-471d-821e-7f82063d215f req-5edefd36-62b3-4f05-9148-b9a739a77c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.257799 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac5d8808-2432-471d-821e-7f82063d215f req-5edefd36-62b3-4f05-9148-b9a739a77c1e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cc496712d6064629b4a373f5311548ca&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3060706 Jul 07 12:56:32.262370 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-9876a8a3-0040-4d31-b846-f4d86e8ef4ad service neutron] 10.222.0.50 "GET /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942724 Jul 07 12:56:32.386913 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-c61cdab6-c51f-4fb6-965b-4fb07e5f0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.386913 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-c61cdab6-c51f-4fb6-965b-4fb07e5f0692 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1096 time: 0.1493814 Jul 07 12:56:32.602736 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d8808-2432-471d-821e-7f82063d215f req-69140f13-2a94-4831-9fb4-b1fbd33496d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.604250 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac5d8808-2432-471d-821e-7f82063d215f req-69140f13-2a94-4831-9fb4-b1fbd33496d2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3335040 Jul 07 12:56:32.607064 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab81c6f0-e6a8-4900-ab26-aabd310d103a req-ca3e35e1-4a0c-4dbc-b697-323c137947cc service neutron] 10.222.0.50 "GET /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233917 Jul 07 12:56:32.662661 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-23384dc0-c2d3-4d1b-9e8d-a0766e98dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.664833 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-23384dc0-c2d3-4d1b-9e8d-a0766e98dfb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.2674484 Jul 07 12:56:32.680288 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966b7044-1478-451c-971b-647e481d14a3 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:32.698338 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:32.736317 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-8b202a4f-cfc2-4799-8aa0-f78a768faff7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0511439 Jul 07 12:56:32.801301 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc409-067a-4547-a75c-efc5378471cd req-00867048-e9ba-4e30-8870-f7dcc2624579 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.808140 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7e0bc409-067a-4547-a75c-efc5378471cd req-00867048-e9ba-4e30-8870-f7dcc2624579 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 932 time: 0.1710496 Jul 07 12:56:32.818467 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Transition to ACTIVE for port object 966b7044-1478-451c-971b-647e481d14a3 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:56:32.824143 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-086776fb-dd79-4654-b822-a414ba70cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.825930 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-086776fb-dd79-4654-b822-a414ba70cf7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.0797253 Jul 07 12:56:32.828490 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:32.835301 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-9f659c75-1bee-46f3-bfb7-0543ebd84f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:32.836823 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-9f659c75-1bee-46f3-bfb7-0543ebd84f0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 1096 time: 0.1469882 Jul 07 12:56:32.884189 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7e0bc409-067a-4547-a75c-efc5378471cd req-af174d7c-521a-466b-ae0e-2c0008174ecd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716527 Jul 07 12:56:32.922207 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-0103f3b2-394e-49f6-be49-c7cea95c4c6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762630 Jul 07 12:56:33.007382 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-b7881699-55a8-4de9-9665-0ff89eb65737 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf289333-a45c-453a-94af-f9f23e45ecaa HTTP/1.1" status: 200 len: 217 time: 0.1194582 Jul 07 12:56:33.123957 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:33.203490 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Attempting to bind port 966b7044-1478-451c-971b-647e481d14a3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:56:33.203825 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Attempting to bind port 966b7044-1478-451c-971b-647e481d14a3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:56:33.204177 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Attempting to bind port 966b7044-1478-451c-971b-647e481d14a3 on network aae3eafa-866e-4717-bd2c-c53c0692df1a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:33.217662 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Port 966b7044-1478-451c-971b-647e481d14a3 on network aae3eafa-866e-4717-bd2c-c53c0692df1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:56:33.217662 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Attempting to bind port 966b7044-1478-451c-971b-647e481d14a3 on network aae3eafa-866e-4717-bd2c-c53c0692df1a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:56:33.250485 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:56:33.250875 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Checking segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:33.251265 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Bound using segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:56:33.252362 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Bound port: 966b7044-1478-451c-971b-647e481d14a3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:56:33.252500 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:33.316223 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-95eee559-55c2-4fd5-8ef7-af7635be1b0e service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862045 Jul 07 12:56:33.415242 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff55a44-f7c6-45c3-a57d-cf86257b946c req-0751dda3-1e9a-4fa6-aaec-961006289392 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:33.417328 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7ff55a44-f7c6-45c3-a57d-cf86257b946c req-0751dda3-1e9a-4fa6-aaec-961006289392 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 943 time: 0.6932430 Jul 07 12:56:33.433820 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:56:33.442264 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:56:33.460058 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:33.495154 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-d329dcf2-0151-46ea-a1ff-49f7232b9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:33.496723 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-d329dcf2-0151-46ea-a1ff-49f7232b9ee8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.4885254 Jul 07 12:56:33.525294 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:33.526043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:33.527586 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] 10.222.0.50 "PUT /v2.0/ports/966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 1094 time: 1.8087566 Jul 07 12:56:33.527719 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7ff55a44-f7c6-45c3-a57d-cf86257b946c req-5f2e65bc-403d-47f6-90f4-84cd0a6a2dbc tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919318 Jul 07 12:56:33.530537 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:33.533012 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c43390-8623-4928-971e-30add9351100" -d '{"events": [{"name": "network-changed", "server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:33.552219 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ffe2809-d90b-48f3-8579-fd71f5886642 req-a4b446bc-cde4-41af-b9fe-e34235700fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222183 Jul 07 12:56:33.552351 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-e6bbb606-73b1-4c1c-8d93-0a97ef4b1951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430191 Jul 07 12:56:33.616793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f0e95-65de-4f3d-b958-b4cf7a85cb91 req-f7352c2f-2c8a-4799-800f-21293d5064de tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:33.625162 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-922f0e95-65de-4f3d-b958-b4cf7a85cb91 req-f7352c2f-2c8a-4799-800f-21293d5064de tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.2044494 Jul 07 12:56:33.628697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2350e-2bb4-490a-9101-6a1f26576d44 service neutron] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:33.694897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 25670294-9be6-4c02-8dbe-4a43386e33a3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:56:33.723196 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-a9fca71e-abba-4781-9879-9aa4fca1bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:33.730453 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-a9fca71e-abba-4781-9879-9aa4fca1bf20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1097 time: 0.1235173 Jul 07 12:56:33.758277 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe0e85-67b1-4e75-8fb4-fbf9e551d115 x-openstack-request-id: req-1efe0e85-67b1-4e75-8fb4-fbf9e551d115 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:33.758901 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "tag": "966b7044-1478-451c-971b-647e481d14a3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:33.758901 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1efe0e85-67b1-4e75-8fb4-fbf9e551d115 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:33.760659 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'status': 'completed', 'code': 200} Jul 07 12:56:33.767711 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-922f0e95-65de-4f3d-b958-b4cf7a85cb91 req-97a7038f-346c-42d1-8684-8569ea5dbdf1 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409621 Jul 07 12:56:33.829260 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-22f4d3c3-6c8c-465e-94fa-b86274541deb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 217 time: 0.0853410 Jul 07 12:56:33.866113 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-46cd55fc-7b0a-42f2-98f0-55ec61d2cfef service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775342 Jul 07 12:56:34.014323 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afa98a08-56ae-4f23-8040-71ac37690ec1 req-d86ef5b9-adf1-4126-9565-29a2f332e56e service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417086 Jul 07 12:56:34.109046 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 25670294-9be6-4c02-8dbe-4a43386e33a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=25670294-9be6-4c02-8dbe-4a43386e33a3,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:34.122921 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '25670294-9be6-4c02-8dbe-4a43386e33a3', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'port_id': '25670294-9be6-4c02-8dbe-4a43386e33a3', 'mac_address': 'fa:16:3e:73:4b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:56:34.169180 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.187782 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25670294-9be6-4c02-8dbe-4a43386e33a3 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:34.214414 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 25670294-9be6-4c02-8dbe-4a43386e33a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=25670294-9be6-4c02-8dbe-4a43386e33a3,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:34.223771 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.225491 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 48a516f9-6016-428b-914e-44a1c65e3de8 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:56:34.240955 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-7fd7a89b-8f39-497e-94ab-929677928d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:34.242654 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-7fd7a89b-8f39-497e-94ab-929677928d64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.4064162 Jul 07 12:56:34.278961 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf4bcd-97a0-40a5-a206-0230bcbe82a1 req-7a870186-bbaf-4a98-bffc-39d06f1c7ee4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:34.294188 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4bbf4bcd-97a0-40a5-a206-0230bcbe82a1 req-7a870186-bbaf-4a98-bffc-39d06f1c7ee4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.1815369 Jul 07 12:56:34.336979 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=25670294-9be6-4c02-8dbe-4a43386e33a3,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:34.364423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a19d8-0384-4f13-8939-f7fb81182690 req-dfdcf6ca-9f20-41b9-8d55-64011bff4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:34.365960 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-dfdcf6ca-9f20-41b9-8d55-64011bff4dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079125 Jul 07 12:56:34.372423 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4bbf4bcd-97a0-40a5-a206-0230bcbe82a1 req-0934bf5d-8c46-47e1-b70c-eba284cd9f95 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701063 Jul 07 12:56:34.387430 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 48a516f9-6016-428b-914e-44a1c65e3de8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=48a516f9-6016-428b-914e-44a1c65e3de8,segment=NetworkSegment(660ead38-27f9-435c-8502-4a33a22f4bc4),segment_id=660ead38-27f9-435c-8502-4a33a22f4bc4)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:34.401092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '48a516f9-6016-428b-914e-44a1c65e3de8', 'network_id': '8654f8e8-e39d-4fcc-99b9-3539398b377b', 'port_id': '48a516f9-6016-428b-914e-44a1c65e3de8', 'mac_address': 'fa:16:3e:58:a4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bc5995-da46-42ce-a725-03134255b70d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:56:34.457962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51700) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:34.487093 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.499812 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-0ff13ae1-f432-4384-aef4-f6dcf527c232 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254294 Jul 07 12:56:34.517013 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a516f9-6016-428b-914e-44a1c65e3de8 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:34.564502 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 48a516f9-6016-428b-914e-44a1c65e3de8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=48a516f9-6016-428b-914e-44a1c65e3de8,segment=NetworkSegment(660ead38-27f9-435c-8502-4a33a22f4bc4),segment_id=660ead38-27f9-435c-8502-4a33a22f4bc4)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:34.571064 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.613503 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-da505ca9-a37b-4716-8953-70baf68ac642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.674502 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=48a516f9-6016-428b-914e-44a1c65e3de8,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:34.674736 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-978a19d8-0384-4f13-8939-f7fb81182690 req-699294cd-f668-4b57-a08c-3c370820b044 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661239 Jul 07 12:56:34.762289 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-da505ca9-a37b-4716-8953-70baf68ac642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.770575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-da505ca9-a37b-4716-8953-70baf68ac642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.804315 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51722) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:34.820642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da505ca9-a37b-4716-8953-70baf68ac642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87460ae-9985-4358-aeae-2cdb78923d65,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:34.842276 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-da505ca9-a37b-4716-8953-70baf68ac642 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c6096d832a74d2f8e1cdc39c6d14881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832147 Jul 07 12:56:34.845045 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51728) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:34.854509 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a0e6-dd65-45db-92a2-ff0541c480f6 req-91a1ed98-0736-459a-9461-e4c7adbcd737 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:34.856552 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6f23a0e6-dd65-45db-92a2-ff0541c480f6 req-91a1ed98-0736-459a-9461-e4c7adbcd737 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.1520190 Jul 07 12:56:34.917163 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6f23a0e6-dd65-45db-92a2-ff0541c480f6 req-f6b0b086-6edd-435b-a7b9-78e4cf64b9c9 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528653 Jul 07 12:56:34.925826 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51d8b597-1642-44cf-982e-0b6d54191f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.950589 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51d8b597-1642-44cf-982e-0b6d54191f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:34.975021 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-89e0982e-e33e-49bd-bc65-6201d77b368c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.006146 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945081bb-be3a-406b-b9eb-17210ad67d3c req-252e700e-357b-4219-9d17-7b8d864861c6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:35.008682 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-945081bb-be3a-406b-b9eb-17210ad67d3c req-252e700e-357b-4219-9d17-7b8d864861c6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0728338 Jul 07 12:56:35.037989 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51d8b597-1642-44cf-982e-0b6d54191f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.040444 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51d8b597-1642-44cf-982e-0b6d54191f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.041561 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-51d8b597-1642-44cf-982e-0b6d54191f94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e87460ae-9985-4358-aeae-2cdb78923d65 HTTP/1.1" status: 204 len: 168 time: 0.1953585 Jul 07 12:56:35.054786 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-945081bb-be3a-406b-b9eb-17210ad67d3c req-daf33d7b-2502-4da6-9726-eff050568ae0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Jul 07 12:56:35.058334 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b597-1642-44cf-982e-0b6d54191f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87460ae-9985-4358-aeae-2cdb78923d65,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:35.126204 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-89e0982e-e33e-49bd-bc65-6201d77b368c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.129914 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-89e0982e-e33e-49bd-bc65-6201d77b368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.169194 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-89e0982e-e33e-49bd-bc65-6201d77b368c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b9e69ec63c24269bdfa41eefc7b69cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637853 Jul 07 12:56:35.170053 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0982e-e33e-49bd-bc65-6201d77b368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db400939-3fbe-472d-bdf9-b996db482aac,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:35.172084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51736) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:35.221056 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a619-4950-49f3-bc59-4cc08d8c67ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.246072 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a619-4950-49f3-bc59-4cc08d8c67ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.294445 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a619-4950-49f3-bc59-4cc08d8c67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.297127 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a619-4950-49f3-bc59-4cc08d8c67ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.298254 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9ce4a619-4950-49f3-bc59-4cc08d8c67ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db400939-3fbe-472d-bdf9-b996db482aac HTTP/1.1" status: 204 len: 168 time: 0.1247888 Jul 07 12:56:35.306961 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51740) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:35.314297 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4a619-4950-49f3-bc59-4cc08d8c67ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db400939-3fbe-472d-bdf9-b996db482aac,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:35.322518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-daf26d45-d6d2-4ea0-afdc-0534645854c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.416199 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-daf26d45-d6d2-4ea0-afdc-0534645854c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.421682 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-daf26d45-d6d2-4ea0-afdc-0534645854c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.461630 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-daf26d45-d6d2-4ea0-afdc-0534645854c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa73b40c48724799bfce09ae5e94efac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536450 Jul 07 12:56:35.464355 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51746) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:35.464484 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf26d45-d6d2-4ea0-afdc-0534645854c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f23e040-d31c-496c-8ce5-6440cd9281c1,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:35.533522 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a8-a659-4490-897c-2a7dcc19668c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.560949 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a8-a659-4490-897c-2a7dcc19668c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.598799 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a193d5-e1fc-4399-8264-853674a69383 req-0565c998-2cbc-4dce-9c74-028b41ddf156 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:35.600612 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-69a193d5-e1fc-4399-8264-853674a69383 req-0565c998-2cbc-4dce-9c74-028b41ddf156 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0797324 Jul 07 12:56:35.615059 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a8-a659-4490-897c-2a7dcc19668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.617867 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a8-a659-4490-897c-2a7dcc19668c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.619347 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f9e838a8-a659-4490-897c-2a7dcc19668c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f23e040-d31c-496c-8ce5-6440cd9281c1 HTTP/1.1" status: 204 len: 168 time: 0.1539958 Jul 07 12:56:35.628029 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e838a8-a659-4490-897c-2a7dcc19668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f23e040-d31c-496c-8ce5-6440cd9281c1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:35.658218 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-69a193d5-e1fc-4399-8264-853674a69383 req-7d0911f7-6929-459b-96ab-2e6a83a8e18e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519159 Jul 07 12:56:35.681403 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51754) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:35.695084 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9015a15f-4d22-46fe-b34d-becb94d745d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.791722 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9015a15f-4d22-46fe-b34d-becb94d745d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.795879 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9015a15f-4d22-46fe-b34d-becb94d745d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.837698 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 51760) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:35.838233 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9015a15f-4d22-46fe-b34d-becb94d745d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c68fefb5c4044616a082fdbee9e0733d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552532 Jul 07 12:56:35.838708 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015a15f-4d22-46fe-b34d-becb94d745d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d784aa1-11d1-47bb-a73b-067be0878fbf,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:35.896847 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-78eba8b0-e64c-4060-9ccb-26a822884b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.917316 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-78eba8b0-e64c-4060-9ccb-26a822884b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.967385 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-78eba8b0-e64c-4060-9ccb-26a822884b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.970022 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-78eba8b0-e64c-4060-9ccb-26a822884b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:35.973702 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-78eba8b0-e64c-4060-9ccb-26a822884b52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d784aa1-11d1-47bb-a73b-067be0878fbf HTTP/1.1" status: 204 len: 168 time: 0.1313643 Jul 07 12:56:35.979392 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eba8b0-e64c-4060-9ccb-26a822884b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d784aa1-11d1-47bb-a73b-067be0878fbf,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:36.123366 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237352f-9e79-4a61-9fdc-373af3f61f56 req-b75e49a9-4901-4b58-9bba-2895c17d6474 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:36.125097 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0237352f-9e79-4a61-9fdc-373af3f61f56 req-b75e49a9-4901-4b58-9bba-2895c17d6474 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.0732138 Jul 07 12:56:36.171940 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0237352f-9e79-4a61-9fdc-373af3f61f56 req-394e622e-c77a-45d6-bb94-51dc46613d16 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Jul 07 12:56:36.278251 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473202d-f49b-49e0-8f95-68af71f1a840 req-34a80f69-d999-4a82-8efd-6d3c51b3581d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:36.279829 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8473202d-f49b-49e0-8f95-68af71f1a840 req-34a80f69-d999-4a82-8efd-6d3c51b3581d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0672534 Jul 07 12:56:36.324943 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8473202d-f49b-49e0-8f95-68af71f1a840 req-f14aff47-d6db-49c4-8720-008725030389 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Jul 07 12:56:36.843130 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea57c17-ea40-4aa3-a677-26ebe62a1d06 req-37dee4a1-5d23-4e38-b643-12534ee5baf7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:36.847826 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cea57c17-ea40-4aa3-a677-26ebe62a1d06 req-37dee4a1-5d23-4e38-b643-12534ee5baf7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0693173 Jul 07 12:56:36.891765 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cea57c17-ea40-4aa3-a677-26ebe62a1d06 req-805c3050-12dd-407e-8d24-71c93dd9a6a4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 Jul 07 12:56:37.361518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794c87c-73cc-490e-9cc6-454b1237b68c req-dbea1541-defe-4cd1-af12-7871bd980420 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:37.363491 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d794c87c-73cc-490e-9cc6-454b1237b68c req-dbea1541-defe-4cd1-af12-7871bd980420 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.0744522 Jul 07 12:56:37.418633 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d794c87c-73cc-490e-9cc6-454b1237b68c req-2300f90a-3f96-4b54-94f0-1cbb69018e79 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 Jul 07 12:56:37.530067 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43390-8623-4928-971e-30add9351100 req-a18707c0-f611-46be-a57e-4a1bef0c41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:37.531699 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-a18707c0-f611-46be-a57e-4a1bef0c41dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0577531 Jul 07 12:56:37.561699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708e896-32d4-4f30-b835-d3b9481d6605 req-9128b412-76c6-4c8c-9c62-436d101033c9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:37.572488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5708e896-32d4-4f30-b835-d3b9481d6605 req-9128b412-76c6-4c8c-9c62-436d101033c9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.1046817 Jul 07 12:56:37.619538 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5708e896-32d4-4f30-b835-d3b9481d6605 req-2cd79045-d0bc-46dc-a125-4cbe786081c9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Jul 07 12:56:37.648262 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43390-8623-4928-971e-30add9351100 req-58dff2e7-60a7-437b-8302-835c1eb80560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:37.650228 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-58dff2e7-60a7-437b-8302-835c1eb80560 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.1102707 Jul 07 12:56:37.720593 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-f22ab6cb-82aa-4bcf-8f87-9b9400d99103 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 217 time: 0.0620186 Jul 07 12:56:37.792748 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43390-8623-4928-971e-30add9351100 req-195311c3-1b08-4d82-b4a4-7afd483ea3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:37.794424 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-195311c3-1b08-4d82-b4a4-7afd483ea3c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0666318 Jul 07 12:56:37.864466 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['48a516f9-6016-428b-914e-44a1c65e3de8'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:56:37.866010 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43390-8623-4928-971e-30add9351100 req-444525d7-d0cf-4659-adde-83c3d7cac19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:37.867709 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-444525d7-d0cf-4659-adde-83c3d7cac19c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649033 Jul 07 12:56:37.915471 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['25670294-9be6-4c02-8dbe-4a43386e33a3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:56:37.965039 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-933b37cf-54fc-4df8-8262-e8c3e085a51e service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Jul 07 12:56:38.077984 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88c43390-8623-4928-971e-30add9351100 req-e260ac6c-2ad5-42e4-87c7-deeaf4026e7a service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012897 Jul 07 12:56:38.099487 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51900) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:38.176124 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6acf65-e061-49ca-8347-9f873051686b req-02394d27-b201-4328-9313-2950efc3e1ec tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:38.178478 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2d6acf65-e061-49ca-8347-9f873051686b req-02394d27-b201-4328-9313-2950efc3e1ec tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.1367946 Jul 07 12:56:38.235073 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2d6acf65-e061-49ca-8347-9f873051686b req-2e0d9d77-1d30-46b2-8afc-534298145ce6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493975 Jul 07 12:56:38.247292 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33ffe515-5e6a-4e8f-8156-b8d6a2454731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.362209 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33ffe515-5e6a-4e8f-8156-b8d6a2454731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.366780 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33ffe515-5e6a-4e8f-8156-b8d6a2454731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.404236 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffe515-5e6a-4e8f-8156-b8d6a2454731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8c501a-87dd-4900-a44d-a22c2dea001f,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:38.411498 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-33ffe515-5e6a-4e8f-8156-b8d6a2454731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2da2c95b9114b1bb31f4eaed293f4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082993 Jul 07 12:56:38.411921 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51914) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:38.489214 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8cc8-1a17-4e06-bc70-281d889cca67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.520251 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8cc8-1a17-4e06-bc70-281d889cca67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.583083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8cc8-1a17-4e06-bc70-281d889cca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.587330 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8cc8-1a17-4e06-bc70-281d889cca67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:38.588321 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cb3c8cc8-1a17-4e06-bc70-281d889cca67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf8c501a-87dd-4900-a44d-a22c2dea001f HTTP/1.1" status: 204 len: 168 time: 0.1756680 Jul 07 12:56:38.607960 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c8cc8-1a17-4e06-bc70-281d889cca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8c501a-87dd-4900-a44d-a22c2dea001f,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:38.703797 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67efb72-19de-4f7a-96d6-627408e06bb3 req-a0e6d58f-d7eb-48a2-ab88-3ced3e34ea74 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:38.705904 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f67efb72-19de-4f7a-96d6-627408e06bb3 req-a0e6d58f-d7eb-48a2-ab88-3ced3e34ea74 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.1053879 Jul 07 12:56:38.797289 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f67efb72-19de-4f7a-96d6-627408e06bb3 req-ef73afe0-2357-4bfd-b74c-c42760fc2d36 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831110 Jul 07 12:56:38.841980 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9abdc-e316-48ec-8b02-8e45c5eca8a1 req-d53ebd73-ec36-4fd6-90cb-67668ee5b148 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:38.843650 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1aa9abdc-e316-48ec-8b02-8e45c5eca8a1 req-d53ebd73-ec36-4fd6-90cb-67668ee5b148 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0787935 Jul 07 12:56:38.884827 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1aa9abdc-e316-48ec-8b02-8e45c5eca8a1 req-ba7f80c7-f909-4aba-9fd7-5a61ddbccb35 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Jul 07 12:56:38.990661 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51952) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:39.004519 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3c710b3c-9f39-4c5b-ae5d-6c0bb6d69e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.094538 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3c710b3c-9f39-4c5b-ae5d-6c0bb6d69e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.099022 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3c710b3c-9f39-4c5b-ae5d-6c0bb6d69e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.135612 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c710b3c-9f39-4c5b-ae5d-6c0bb6d69e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3dd9de-f722-4a72-b4e4-9e7ac9014725,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:39.140491 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3c710b3c-9f39-4c5b-ae5d-6c0bb6d69e7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c8d260420c640fabcae3da3422bdf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487348 Jul 07 12:56:39.143506 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 51954) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:39.194578 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4489cfe-f39a-4e5a-a145-fbf593c5d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.215827 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4489cfe-f39a-4e5a-a145-fbf593c5d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.262279 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4489cfe-f39a-4e5a-a145-fbf593c5d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.264774 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4489cfe-f39a-4e5a-a145-fbf593c5d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:39.265935 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f4489cfe-f39a-4e5a-a145-fbf593c5d9a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f3dd9de-f722-4a72-b4e4-9e7ac9014725 HTTP/1.1" status: 204 len: 168 time: 0.1213129 Jul 07 12:56:39.273905 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489cfe-f39a-4e5a-a145-fbf593c5d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3dd9de-f722-4a72-b4e4-9e7ac9014725,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:39.430544 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ac645-aadf-4d4b-9fe8-84344934765c req-f773f1e5-423d-40c2-b297-67831ea03595 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:39.432067 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-da8ac645-aadf-4d4b-9fe8-84344934765c req-f773f1e5-423d-40c2-b297-67831ea03595 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0634022 Jul 07 12:56:39.469656 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-da8ac645-aadf-4d4b-9fe8-84344934765c req-a481145e-63ef-4fe4-a751-60e2c0247dfa tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jul 07 12:56:40.071918 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202489-0419-4dc2-a951-f5e58febd587 req-dcfaef5f-017a-41c9-80fc-470480babf50 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:40.073658 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4e202489-0419-4dc2-a951-f5e58febd587 req-dcfaef5f-017a-41c9-80fc-470480babf50 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.1403227 Jul 07 12:56:40.136985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b179dc-611e-4b1c-9370-67b458f5a98c req-d1346146-3490-44b8-b73b-92813738fe80 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:40.145442 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8b179dc-611e-4b1c-9370-67b458f5a98c req-d1346146-3490-44b8-b73b-92813738fe80 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 943 time: 0.1207185 Jul 07 12:56:40.176564 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4e202489-0419-4dc2-a951-f5e58febd587 req-c6c7b59a-7e7a-4456-a8da-f4d8ee90804e tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908902 Jul 07 12:56:40.203434 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8b179dc-611e-4b1c-9370-67b458f5a98c req-125a4bec-b243-4eb8-acbe-ed2a1f43ff58 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550549 Jul 07 12:56:40.650697 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e51a5-0f00-4079-a509-087bf9d0d24e req-03571f63-4081-49f0-a10d-ab336d8676bc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:40.652203 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-764e51a5-0f00-4079-a509-087bf9d0d24e req-03571f63-4081-49f0-a10d-ab336d8676bc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0666773 Jul 07 12:56:40.678149 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52034) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:40.691322 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-764e51a5-0f00-4079-a509-087bf9d0d24e req-fbe39e38-bd3a-4931-a9e9-4376b8022137 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Jul 07 12:56:40.780747 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8872387a-9274-49c4-87f2-af13c8ab5f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:40.865525 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8872387a-9274-49c4-87f2-af13c8ab5f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:40.869198 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8872387a-9274-49c4-87f2-af13c8ab5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:40.905460 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8872387a-9274-49c4-87f2-af13c8ab5f92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8b0871ccb4d4e4da00af8d25ff85327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262633 Jul 07 12:56:40.906336 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872387a-9274-49c4-87f2-af13c8ab5f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912ed190-24b2-41c9-937f-a3b3828edba6,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:40.908249 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52038) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:40.958437 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-446942a0-5518-4484-8d1c-87ffd1d6ec50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:40.980325 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-446942a0-5518-4484-8d1c-87ffd1d6ec50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:41.025260 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-446942a0-5518-4484-8d1c-87ffd1d6ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:41.027860 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-446942a0-5518-4484-8d1c-87ffd1d6ec50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:41.028969 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-446942a0-5518-4484-8d1c-87ffd1d6ec50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/912ed190-24b2-41c9-937f-a3b3828edba6 HTTP/1.1" status: 204 len: 168 time: 0.1186049 Jul 07 12:56:41.037176 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446942a0-5518-4484-8d1c-87ffd1d6ec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912ed190-24b2-41c9-937f-a3b3828edba6,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:41.064470 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device cf289333-a45c-453a-94af-f9f23e45ecaa details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:56:41.177039 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port cf289333-a45c-453a-94af-f9f23e45ecaa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf289333-a45c-453a-94af-f9f23e45ecaa,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:41.191519 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'cf289333-a45c-453a-94af-f9f23e45ecaa', 'network_id': '86fcfdd8-be46-47ab-ac6d-eb00d37c5576', 'port_id': 'cf289333-a45c-453a-94af-f9f23e45ecaa', 'mac_address': 'fa:16:3e:e1:df:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4708c3f5-3c02-4fe5-bc47-2fd39b03c17e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:56:41.243655 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:41.259938 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf289333-a45c-453a-94af-f9f23e45ecaa {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:41.294860 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port cf289333-a45c-453a-94af-f9f23e45ecaa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf289333-a45c-453a-94af-f9f23e45ecaa,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:41.297192 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0d0f55f5-25c2-4002-9da2-b04f14809cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:41.300830 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:41.355721 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=cf289333-a45c-453a-94af-f9f23e45ecaa,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:41.430011 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77d64-277f-421d-a5cd-513d79011872 req-73cbacd7-edc7-44fd-8263-dfa1d6b2f8ad tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:41.431601 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70f77d64-277f-421d-a5cd-513d79011872 req-73cbacd7-edc7-44fd-8263-dfa1d6b2f8ad tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.1157212 Jul 07 12:56:41.442864 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31952760-5bdd-40cd-9eb9-448fd00b29b0 req-fc31c0ae-a39f-4da1-bcfb-0d3cfff7ad6b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:41.444274 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-31952760-5bdd-40cd-9eb9-448fd00b29b0 req-fc31c0ae-a39f-4da1-bcfb-0d3cfff7ad6b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 944 time: 0.0923715 Jul 07 12:56:41.501346 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70f77d64-277f-421d-a5cd-513d79011872 req-b35f9738-a681-40e1-b683-fd20383ccc5a tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Jul 07 12:56:41.506635 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-31952760-5bdd-40cd-9eb9-448fd00b29b0 req-91e8c08d-8dea-4ad0-a5fe-cdfd8b18c637 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 Jul 07 12:56:41.871888 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ead907-decc-48da-80d0-b3f914d4ae37 req-04a0ce93-9993-47f5-9653-9e1f97f13037 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:41.873369 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a3ead907-decc-48da-80d0-b3f914d4ae37 req-04a0ce93-9993-47f5-9653-9e1f97f13037 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0702369 Jul 07 12:56:41.911382 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a3ead907-decc-48da-80d0-b3f914d4ae37 req-a3858656-ce27-48b4-8ade-fbac121cf244 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Jul 07 12:56:42.035062 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 25670294-9be6-4c02-8dbe-4a43386e33a3 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:42.076150 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:56:42.150985 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 25670294-9be6-4c02-8dbe-4a43386e33a3 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:42.156843 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 25670294-9be6-4c02-8dbe-4a43386e33a3 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:42.157313 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.224916 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:42.241838 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '966b7044-1478-451c-971b-647e481d14a3', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'port_id': '966b7044-1478-451c-971b-647e481d14a3', 'mac_address': 'fa:16:3e:c3:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:56:42.301727 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.322293 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.341630 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b273d549-649e-4391-802f-f3c54bce94f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25670294-9be6-4c02-8dbe-4a43386e33a3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:42.408810 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['cf289333-a45c-453a-94af-f9f23e45ecaa'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:56:42.443519 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966b7044-1478-451c-971b-647e481d14a3 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:56:42.453326 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 25670294-9be6-4c02-8dbe-4a43386e33a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=25670294-9be6-4c02-8dbe-4a43386e33a3,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:42.465976 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.466753 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 48a516f9-6016-428b-914e-44a1c65e3de8 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:42.485792 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:42.526673 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.554447 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867bd813-5d66-47b2-bac9-dfe77e2a688f" -d '{"events": [{"server_uuid": "b273d549-649e-4391-802f-f3c54bce94f2", "name": "network-vif-plugged", "status": "completed", "tag": "25670294-9be6-4c02-8dbe-4a43386e33a3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:42.594168 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.607612 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=25670294-9be6-4c02-8dbe-4a43386e33a3,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:42.678183 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 48a516f9-6016-428b-914e-44a1c65e3de8 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:42.697955 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 48a516f9-6016-428b-914e-44a1c65e3de8 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:42.698240 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.733222 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:42.757011 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f3d31-c640-44ce-aee4-c92a28a678d0 req-fa57039a-2b46-4759-8094-7f4f91a57fc7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:42.765031 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1c4f3d31-c640-44ce-aee4-c92a28a678d0 req-fa57039a-2b46-4759-8094-7f4f91a57fc7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 944 time: 0.1218886 Jul 07 12:56:42.773124 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3008d8-46c1-4945-ad83-f918891b9f34 req-cfe8ff32-6463-4801-a9d8-2a99d90ed5e5 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:42.774959 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6b3008d8-46c1-4945-ad83-f918891b9f34 req-cfe8ff32-6463-4801-a9d8-2a99d90ed5e5 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 944 time: 0.1056633 Jul 07 12:56:42.819092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.830734 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1c4f3d31-c640-44ce-aee4-c92a28a678d0 req-84df7c87-bd15-44dd-aea6-87926a1cfe63 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Jul 07 12:56:42.838672 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6b3008d8-46c1-4945-ad83-f918891b9f34 req-06cd235a-c593-4979-bf7b-4e0d5e0e91d4 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561349 Jul 07 12:56:42.852035 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 48a516f9-6016-428b-914e-44a1c65e3de8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=48a516f9-6016-428b-914e-44a1c65e3de8,segment=NetworkSegment(660ead38-27f9-435c-8502-4a33a22f4bc4),segment_id=660ead38-27f9-435c-8502-4a33a22f4bc4)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:42.864036 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:42.911454 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=48a516f9-6016-428b-914e-44a1c65e3de8,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:42.933347 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e01dcb8-53ed-4b87-a906-48ac94103561 x-openstack-request-id: req-0e01dcb8-53ed-4b87-a906-48ac94103561 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:42.933644 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b273d549-649e-4391-802f-f3c54bce94f2", "name": "network-vif-plugged", "status": "completed", "tag": "25670294-9be6-4c02-8dbe-4a43386e33a3", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:42.933920 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e01dcb8-53ed-4b87-a906-48ac94103561 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:42.934389 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273d549-649e-4391-802f-f3c54bce94f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25670294-9be6-4c02-8dbe-4a43386e33a3', 'code': 200} Jul 07 12:56:43.090128 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3d8d-293e-412d-af8f-a089e0697aa1 req-bdc47491-8d9c-4d04-82ea-7836eb3c582e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:43.091618 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-db4e3d8d-293e-412d-af8f-a089e0697aa1 req-bdc47491-8d9c-4d04-82ea-7836eb3c582e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.0646510 Jul 07 12:56:43.132160 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-db4e3d8d-293e-412d-af8f-a089e0697aa1 req-f7a7f6ae-b0e0-46e1-ac90-70bc5c59c875 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350487 Jul 07 12:56:43.606423 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e2a081e3-542a-49e9-933a-54c6295442c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:44.045274 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642fac3-32d3-400b-a69e-8cee40f859a3 req-5ed5643e-b633-48b5-9d5f-8c99714f078f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:44.046723 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d642fac3-32d3-400b-a69e-8cee40f859a3 req-5ed5643e-b633-48b5-9d5f-8c99714f078f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 944 time: 0.1005702 Jul 07 12:56:44.054556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ed9b8-465b-44e9-8cc5-9d807c6f0153 req-8da9ea8b-6a4e-4538-a8a4-151a9a9e4bdb tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:44.055934 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f3ed9b8-465b-44e9-8cc5-9d807c6f0153 req-8da9ea8b-6a4e-4538-a8a4-151a9a9e4bdb tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1008234 Jul 07 12:56:44.112219 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d642fac3-32d3-400b-a69e-8cee40f859a3 req-51cae47a-b1c0-43a7-acd3-963a055a3047 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552740 Jul 07 12:56:44.116899 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f3ed9b8-465b-44e9-8cc5-9d807c6f0153 req-3d65e8ff-4bb0-4874-b399-387efba579ac tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Jul 07 12:56:44.288313 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:44.310041 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aed8ea-7bfb-477b-820f-17dff9b1f128 req-74bbed8b-a394-42ff-8dfe-7380a696710d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:44.311783 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32aed8ea-7bfb-477b-820f-17dff9b1f128 req-74bbed8b-a394-42ff-8dfe-7380a696710d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.0645638 Jul 07 12:56:44.348929 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32aed8ea-7bfb-477b-820f-17dff9b1f128 req-e0d089a5-bc1a-4612-a135-a81c44d2e45d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307240 Jul 07 12:56:44.936042 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a516f9-6016-428b-914e-44a1c65e3de8'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:44.938336 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e1c77-40bf-4dbc-a95a-3b4fe4dd6bea" -d '{"events": [{"server_uuid": "427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a", "name": "network-vif-plugged", "status": "completed", "tag": "48a516f9-6016-428b-914e-44a1c65e3de8"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:44.972112 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c4014-e888-4d48-aa01-c7d10dbbbe5b x-openstack-request-id: req-5e7c4014-e888-4d48-aa01-c7d10dbbbe5b {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:44.972415 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a", "name": "network-vif-plugged", "status": "completed", "tag": "48a516f9-6016-428b-914e-44a1c65e3de8", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:44.973146 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e7c4014-e888-4d48-aa01-c7d10dbbbe5b {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:44.973522 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a516f9-6016-428b-914e-44a1c65e3de8', 'code': 200} Jul 07 12:56:45.090801 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:45.337400 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034777-ed78-4126-bc95-edd503a76d8a req-8a495c78-ad80-4f56-a142-868f85c1dbbc tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:45.338968 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1034777-ed78-4126-bc95-edd503a76d8a req-8a495c78-ad80-4f56-a142-868f85c1dbbc tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1094763 Jul 07 12:56:45.352115 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4f06-7f01-45c5-b4df-7a3c10731030 req-ba03f74f-12eb-4d04-a814-af99e7696794 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:45.353590 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7dfb4f06-7f01-45c5-b4df-7a3c10731030 req-ba03f74f-12eb-4d04-a814-af99e7696794 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 944 time: 0.1340573 Jul 07 12:56:45.412613 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1034777-ed78-4126-bc95-edd503a76d8a req-2a270f95-58e5-48a5-ad30-4f021e0bd28c tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579228 Jul 07 12:56:45.415367 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7dfb4f06-7f01-45c5-b4df-7a3c10731030 req-3a882874-9bc1-4c65-aaf6-24baae68ce0c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 Jul 07 12:56:45.575673 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['966b7044-1478-451c-971b-647e481d14a3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:56:45.630261 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adc5be-3d0b-48a7-8ec6-66dc8103c4dc req-6bb23c59-7b73-4844-93c9-117b9de092e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:45.632534 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-39adc5be-3d0b-48a7-8ec6-66dc8103c4dc req-6bb23c59-7b73-4844-93c9-117b9de092e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.0929492 Jul 07 12:56:45.656115 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715fd1e-c60b-4720-bbca-f22654b53764 req-c492135a-12d1-4f60-8d53-cc2c1882e74e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:45.657713 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d715fd1e-c60b-4720-bbca-f22654b53764 req-c492135a-12d1-4f60-8d53-cc2c1882e74e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.1354413 Jul 07 12:56:45.658535 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-39adc5be-3d0b-48a7-8ec6-66dc8103c4dc req-61a5f0f2-b623-4b29-ba3c-6923b134a89f service neutron] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:45.667487 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb717f-66c5-486d-88ba-d413abc08844 req-14bfb657-258f-4911-a8d9-423a5bd44e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:45.669008 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46eb717f-66c5-486d-88ba-d413abc08844 req-14bfb657-258f-4911-a8d9-423a5bd44e59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 1098 time: 0.1162994 Jul 07 12:56:45.696814 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-46eb717f-66c5-486d-88ba-d413abc08844 req-ae3c33b2-8d2f-448e-98f2-42212858d737 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:45.739065 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d715fd1e-c60b-4720-bbca-f22654b53764 req-af4ea90b-fd75-4c36-8858-81d5e883c38d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686221 Jul 07 12:56:45.763959 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-39adc5be-3d0b-48a7-8ec6-66dc8103c4dc req-61a5f0f2-b623-4b29-ba3c-6923b134a89f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:45.768481 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-39adc5be-3d0b-48a7-8ec6-66dc8103c4dc req-61a5f0f2-b623-4b29-ba3c-6923b134a89f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:45.799519 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-39adc5be-3d0b-48a7-8ec6-66dc8103c4dc req-61a5f0f2-b623-4b29-ba3c-6923b134a89f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596138 Jul 07 12:56:45.809818 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.db.api [req-46eb717f-66c5-486d-88ba-d413abc08844 req-ae3c33b2-8d2f-448e-98f2-42212858d737 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 30278b07ca704aa9a12ad24f41d0c0fb {{(pid=92961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 12:56:45.810406 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG oslo_db.api [req-46eb717f-66c5-486d-88ba-d413abc08844 req-ae3c33b2-8d2f-448e-98f2-42212858d737 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 12:56:45.824694 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5f0f2-b623-4b29-ba3c-6923b134a89f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70e109-d150-44a0-a598-77ff58e97480,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:46.311958 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-46eb717f-66c5-486d-88ba-d413abc08844 req-ae3c33b2-8d2f-448e-98f2-42212858d737 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:46.382659 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46eb717f-66c5-486d-88ba-d413abc08844 req-ae3c33b2-8d2f-448e-98f2-42212858d737 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064669 Jul 07 12:56:46.421172 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:46.673546 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f4455-b582-4a20-b80c-c682bff99d75 req-2098e15c-7f2b-40a6-858e-4e108786684d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:46.675125 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-225f4455-b582-4a20-b80c-c682bff99d75 req-2098e15c-7f2b-40a6-858e-4e108786684d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1229439 Jul 07 12:56:46.684262 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5aff-ebb7-44b6-b5a8-a34b34c8ea5a req-923b27eb-2e49-430e-a933-b18d0da5f3be tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:46.685970 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cc5a5aff-ebb7-44b6-b5a8-a34b34c8ea5a req-923b27eb-2e49-430e-a933-b18d0da5f3be tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 944 time: 0.1118720 Jul 07 12:56:46.747007 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-225f4455-b582-4a20-b80c-c682bff99d75 req-bc1cc8c6-ecf5-4cec-9e0f-6a79e182277b tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597565 Jul 07 12:56:46.766575 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cc5a5aff-ebb7-44b6-b5a8-a34b34c8ea5a req-b49029b1-2fa9-484c-a759-feb7eb40bbca tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Jul 07 12:56:46.968544 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df000-67b2-40f2-8cfd-17fbae3d841b req-6fa1babb-f061-4901-a890-8d2f1404598c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:46.970259 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-279df000-67b2-40f2-8cfd-17fbae3d841b req-6fa1babb-f061-4901-a890-8d2f1404598c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.0821872 Jul 07 12:56:47.039653 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-279df000-67b2-40f2-8cfd-17fbae3d841b req-c4c5383e-ac7c-466a-8484-f8f542ede2df tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619788 Jul 07 12:56:47.093065 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52246) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:47.214020 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41e63f04-a844-451c-9025-e652699ce2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.299335 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41e63f04-a844-451c-9025-e652699ce2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.302983 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41e63f04-a844-451c-9025-e652699ce2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.319744 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:47.339810 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-41e63f04-a844-451c-9025-e652699ce2a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3631800c36014f50b38b46a16625972b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455747 Jul 07 12:56:47.340627 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e63f04-a844-451c-9025-e652699ce2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a4cff-2b7b-4fa7-a224-40b69593191b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:47.343286 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52254) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:47.372408 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 966b7044-1478-451c-971b-647e481d14a3 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:47.376270 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 966b7044-1478-451c-971b-647e481d14a3 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:47.376643 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.395177 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-86eab6b9-2746-4999-9b0a-debd450053f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.415546 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-86eab6b9-2746-4999-9b0a-debd450053f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.454913 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.462226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-86eab6b9-2746-4999-9b0a-debd450053f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.464796 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-86eab6b9-2746-4999-9b0a-debd450053f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.465937 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-86eab6b9-2746-4999-9b0a-debd450053f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b9a4cff-2b7b-4fa7-a224-40b69593191b HTTP/1.1" status: 204 len: 168 time: 0.1211214 Jul 07 12:56:47.473700 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eab6b9-2746-4999-9b0a-debd450053f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a4cff-2b7b-4fa7-a224-40b69593191b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:47.489863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:47.491921 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2433314-0a01-48bf-8bb5-81c2b4ab0f3b" -d '{"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-plugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:47.509393 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:47.513899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.514731 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device cf289333-a45c-453a-94af-f9f23e45ecaa up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:56:47.553049 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b331f062-12fa-4377-a248-364e07c50d45 x-openstack-request-id: req-b331f062-12fa-4377-a248-364e07c50d45 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:47.553465 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-plugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:47.553588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b331f062-12fa-4377-a248-364e07c50d45 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:47.553943 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'code': 200} Jul 07 12:56:47.597594 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:47.614344 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port cf289333-a45c-453a-94af-f9f23e45ecaa completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:56:47.618761 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port cf289333-a45c-453a-94af-f9f23e45ecaa triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:56:47.619610 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.721059 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.766122 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port cf289333-a45c-453a-94af-f9f23e45ecaa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf289333-a45c-453a-94af-f9f23e45ecaa,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:56:47.773814 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.852467 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=cf289333-a45c-453a-94af-f9f23e45ecaa,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:47.869417 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52278) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:47.886352 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c51a1a6d-5410-4f88-899b-7073a7476023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:47.942502 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9a139-ec70-48a2-b71a-03d6bb1be267 req-50a5781a-9589-4b90-bf8e-d22b7a8bd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:47.946920 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ebc9a139-ec70-48a2-b71a-03d6bb1be267 req-50a5781a-9589-4b90-bf8e-d22b7a8bd1c9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1099 time: 0.0629456 Jul 07 12:56:48.027239 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ebc9a139-ec70-48a2-b71a-03d6bb1be267 req-621674b6-328d-4c77-8845-f3dccbb70ea6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397997 Jul 07 12:56:48.097969 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d521d24-b4d9-4ac2-b328-03fff0f2e55d req-fbf0899e-bc67-4c77-af6d-a00fef7a730f tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:48.098379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c51a1a6d-5410-4f88-899b-7073a7476023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.100127 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3d521d24-b4d9-4ac2-b328-03fff0f2e55d req-fbf0899e-bc67-4c77-af6d-a00fef7a730f tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1496511 Jul 07 12:56:48.107395 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c51a1a6d-5410-4f88-899b-7073a7476023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.155789 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71149aa-aba1-4c4e-aad5-26063656ba15 req-7c16d97f-3979-41f7-a0ad-179321332779 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:48.157170 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c71149aa-aba1-4c4e-aad5-26063656ba15 req-7c16d97f-3979-41f7-a0ad-179321332779 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1333535 Jul 07 12:56:48.174448 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1a6d-5410-4f88-899b-7073a7476023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca40145-2b90-4eb3-8691-cf3b1cdeb92a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:48.190156 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3d521d24-b4d9-4ac2-b328-03fff0f2e55d req-3cf37db8-998a-42d6-8f02-a3e83be429e4 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782540 Jul 07 12:56:48.193924 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c51a1a6d-5410-4f88-899b-7073a7476023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30168d73d8dc4590adb0c55f13141d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225567 Jul 07 12:56:48.194614 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52292) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:48.230990 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c71149aa-aba1-4c4e-aad5-26063656ba15 req-29f882ba-1469-47ed-8e46-4b19da854634 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 Jul 07 12:56:48.283283 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7cb06339-1887-4a01-828f-533b50a7529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.309302 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7cb06339-1887-4a01-828f-533b50a7529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.373041 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7cb06339-1887-4a01-828f-533b50a7529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.375884 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7cb06339-1887-4a01-828f-533b50a7529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.377403 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7cb06339-1887-4a01-828f-533b50a7529d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ca40145-2b90-4eb3-8691-cf3b1cdeb92a HTTP/1.1" status: 204 len: 168 time: 0.1813662 Jul 07 12:56:48.392490 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb06339-1887-4a01-828f-533b50a7529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca40145-2b90-4eb3-8691-cf3b1cdeb92a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:48.424759 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59bfc3-f167-46ab-b500-a83be4c9c6d5 req-9c0067eb-7de9-4400-b7cf-2160ba830818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:48.426906 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3f59bfc3-f167-46ab-b500-a83be4c9c6d5 req-9c0067eb-7de9-4400-b7cf-2160ba830818 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0954449 Jul 07 12:56:48.466061 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3f59bfc3-f167-46ab-b500-a83be4c9c6d5 req-ff01dc48-0bb7-4150-8878-9450958b2146 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Jul 07 12:56:48.595020 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52316) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:48.711809 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b67956c1-4382-4ea1-81f8-8c8e03e011d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.801495 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b67956c1-4382-4ea1-81f8-8c8e03e011d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.806914 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b67956c1-4382-4ea1-81f8-8c8e03e011d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.848166 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67956c1-4382-4ea1-81f8-8c8e03e011d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b48fc-a121-4728-bc1f-4606748ca8e7,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:48.853403 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b67956c1-4382-4ea1-81f8-8c8e03e011d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f6f12d1914a425eac8f5295f30e9d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573066 Jul 07 12:56:48.856201 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52336) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:48.907324 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebbf-5d97-4899-a8b5-f334185dd77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.929045 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebbf-5d97-4899-a8b5-f334185dd77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.975976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebbf-5d97-4899-a8b5-f334185dd77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.978652 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebbf-5d97-4899-a8b5-f334185dd77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:48.979972 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f5ebebbf-5d97-4899-a8b5-f334185dd77e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d0b48fc-a121-4728-bc1f-4606748ca8e7 HTTP/1.1" status: 204 len: 168 time: 0.1225679 Jul 07 12:56:48.993226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebebbf-5d97-4899-a8b5-f334185dd77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b48fc-a121-4728-bc1f-4606748ca8e7,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:49.322644 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52362) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:49.339394 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5453385d-737a-4ae9-9754-f2ec9b8a2f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.435121 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d34e-940d-49c9-84b2-2ae110dce206 req-0d253299-9075-461d-a196-dc1afc58210c tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:49.439343 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc08d34e-940d-49c9-84b2-2ae110dce206 req-0d253299-9075-461d-a196-dc1afc58210c tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1252444 Jul 07 12:56:49.439910 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5453385d-737a-4ae9-9754-f2ec9b8a2f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.444827 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5453385d-737a-4ae9-9754-f2ec9b8a2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.485232 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5453385d-737a-4ae9-9754-f2ec9b8a2f1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ebe8871473247fda649111d45e52841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612976 Jul 07 12:56:49.486135 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453385d-737a-4ae9-9754-f2ec9b8a2f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bcc3a7-e88f-4411-aff2-9b5f33b00119,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:49.488052 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52368) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:49.506282 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57c33e-4e98-47e4-a3fe-8c3550ed3d6f req-22d6ea08-ed17-45b0-aa91-17339f20f76a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:49.507779 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed57c33e-4e98-47e4-a3fe-8c3550ed3d6f req-22d6ea08-ed17-45b0-aa91-17339f20f76a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1451650 Jul 07 12:56:49.521956 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc08d34e-940d-49c9-84b2-2ae110dce206 req-6896bf60-edc1-487f-8caa-488ee14ff91b tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783799 Jul 07 12:56:49.555277 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf289333-a45c-453a-94af-f9f23e45ecaa'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:49.557561 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aec006-de92-4f2f-9097-219a4f5f289c" -d '{"events": [{"server_uuid": "a62ede33-f9df-4c26-b3a1-3439192eaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "cf289333-a45c-453a-94af-f9f23e45ecaa"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:49.578431 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed57c33e-4e98-47e4-a3fe-8c3550ed3d6f req-a2524282-3f47-4267-a64c-c6cd4fd236f9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605385 Jul 07 12:56:49.588019 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7762c222-5a33-4687-92a1-0a27ac9bd4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.627228 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7762c222-5a33-4687-92a1-0a27ac9bd4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.638501 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f518106-df01-417d-8a83-d2b088a90772 x-openstack-request-id: req-3f518106-df01-417d-8a83-d2b088a90772 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:49.638790 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ede33-f9df-4c26-b3a1-3439192eaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "cf289333-a45c-453a-94af-f9f23e45ecaa", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:49.639100 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f518106-df01-417d-8a83-d2b088a90772 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:49.639470 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf289333-a45c-453a-94af-f9f23e45ecaa', 'code': 200} Jul 07 12:56:49.714172 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7762c222-5a33-4687-92a1-0a27ac9bd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.716724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7762c222-5a33-4687-92a1-0a27ac9bd4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:49.717843 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7762c222-5a33-4687-92a1-0a27ac9bd4d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88bcc3a7-e88f-4411-aff2-9b5f33b00119 HTTP/1.1" status: 204 len: 168 time: 0.2278450 Jul 07 12:56:49.728828 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e191e-64b9-4ddb-a041-26111f360511 req-c2b0fe04-b7a9-4ae2-81af-df2a322eaf12 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:49.730315 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-141e191e-64b9-4ddb-a041-26111f360511 req-c2b0fe04-b7a9-4ae2-81af-df2a322eaf12 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0935197 Jul 07 12:56:49.735327 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762c222-5a33-4687-92a1-0a27ac9bd4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bcc3a7-e88f-4411-aff2-9b5f33b00119,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:49.777169 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-141e191e-64b9-4ddb-a041-26111f360511 req-406cd4ef-8d4c-4549-9c28-231c30da8a61 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393794 Jul 07 12:56:50.416648 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52418) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:50.508018 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-164953993-network', 'tenant_id': '11a9a4465c0c4404864b4ddd0cf02ff4'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:50.527949 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Made reservation on behalf of 11a9a4465c0c4404864b4ddd0cf02ff4 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:50.530065 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.538704 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.632040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.636477 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.657571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:56:50.671442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119e442c-c9e9-44ee-891b-b3da0f1d1b3b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:50.676510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.676843 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Added segment 2b38c1ec-a1bd-44ad-9871-76eaa4e46986 of type vlan for network 931a19b7-d92a-4b61-a376-606f98e0eb0b Jul 07 12:56:50.706640 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de9e5-8563-4293-bf07-73fdc41e1e21 req-17d2301f-39ce-4c76-8149-c366e95936bb tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:50.711335 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-de3de9e5-8563-4293-bf07-73fdc41e1e21 req-17d2301f-39ce-4c76-8149-c366e95936bb tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.0749927 Jul 07 12:56:50.717041 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.746383 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.747440 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:50.747985 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.777372 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-de3de9e5-8563-4293-bf07-73fdc41e1e21 req-6f2fce17-647f-44c7-bbd3-39d4b302ca6d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 Jul 07 12:56:50.803465 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3857045 Jul 07 12:56:50.804057 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52428) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:50.808214 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c8e82-c503-49bb-adb2-ec960d7f09ac req-71434bc4-531d-44a8-a5c3-acb098676324 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:50.810423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Request body: {'subnet': {'network_id': '931a19b7-d92a-4b61-a376-606f98e0eb0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-164953993-subnet', 'tenant_id': '11a9a4465c0c4404864b4ddd0cf02ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:50.814206 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f84c8e82-c503-49bb-adb2-ec960d7f09ac req-71434bc4-531d-44a8-a5c3-acb098676324 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0901489 Jul 07 12:56:50.823913 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1389ab-7e45-414c-aaf4-bc997c6f8fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=931a19b7-d92a-4b61-a376-606f98e0eb0b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:50.838595 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 931a19b7-d92a-4b61-a376-606f98e0eb0b details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:56:50.849405 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Made reservation on behalf of 11a9a4465c0c4404864b4ddd0cf02ff4 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:50.851736 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:50.859761 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f84c8e82-c503-49bb-adb2-ec960d7f09ac req-9e1746f4-1553-4919-af36-f152010d4db2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Jul 07 12:56:50.997525 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11a71b-9b3c-44d4-96ff-40af50266670 req-648a6d50-c891-41c9-8fa9-6b7bd2260c55 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:50.999011 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f11a71b-9b3c-44d4-96ff-40af50266670 req-648a6d50-c891-41c9-8fa9-6b7bd2260c55 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0618958 Jul 07 12:56:51.027325 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.040979 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f11a71b-9b3c-44d4-96ff-40af50266670 req-2ba3d063-00b8-4ee1-9925-45e76c2d657f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Jul 07 12:56:51.082792 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacd72b3-ce79-4527-b73d-b00a613fd973,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:51.090181 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Checking segment: {'id': '2b38c1ec-a1bd-44ad-9871-76eaa4e46986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '931a19b7-d92a-4b61-a376-606f98e0eb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:51.090527 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Network hostable DHCP agents. Network: 931a19b7-d92a-4b61-a376-606f98e0eb0b, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:56:51.107312 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Network 931a19b7-d92a-4b61-a376-606f98e0eb0b is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:56:51.114802 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 931a19b7-d92a-4b61-a376-606f98e0eb0b) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:51.118639 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:51.119243 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.123239 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9186f7-0230-435c-bf53-1b4db9071442 None None] Network 931a19b7-d92a-4b61-a376-606f98e0eb0b requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:51.132635 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a7725240-487d-40f7-8508-97e499f33174 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3259299 Jul 07 12:56:51.245110 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ec1a6-4c98-4305-b70a-30e90e595474 None None] Network 931a19b7-d92a-4b61-a376-606f98e0eb0b requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:51.593270 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52454) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:51.598354 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801150364-network', 'tenant_id': '06041b9983c144c4a8c7bded4331a130'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:51.620898 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Made reservation on behalf of 06041b9983c144c4a8c7bded4331a130 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:51.623358 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.634891 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.753927 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.757585 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.777670 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:56:51.793482 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defbeaf-4bd0-4456-9ee1-d2e95b9da328,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:51.797671 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.798015 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Added segment ef7ec587-e0d6-45af-9f53-8dca79365a6e of type vlan for network b2c608f1-af4e-4b8b-b758-6f6bf083550c Jul 07 12:56:51.848689 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.878226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.879524 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:51.880210 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:51.906614 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e6901-e71e-45f9-aec7-9e7e806dc7f9 req-e3f2d478-5f2e-4c48-a526-9f8907057e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:51.909319 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f5e6901-e71e-45f9-aec7-9e7e806dc7f9 req-e3f2d478-5f2e-4c48-a526-9f8907057e15 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0875082 Jul 07 12:56:51.954185 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3596258 Jul 07 12:56:51.961699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52462) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:51.965741 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d5fb8-5889-41f1-9de4-83cbf27c799c admin admin] Pushing event updated for resources: {'Network': ['ID=b2c608f1-af4e-4b8b-b758-6f6bf083550c,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:51.969744 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Request body: {'subnet': {'network_id': 'b2c608f1-af4e-4b8b-b758-6f6bf083550c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801150364-subnet', 'tenant_id': '06041b9983c144c4a8c7bded4331a130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:51.976635 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network b2c608f1-af4e-4b8b-b758-6f6bf083550c details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:56:52.016225 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f5e6901-e71e-45f9-aec7-9e7e806dc7f9 req-37adafe5-4823-4c2f-9d68-8e4ebe610169 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989258 Jul 07 12:56:52.058607 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Made reservation on behalf of 06041b9983c144c4a8c7bded4331a130 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:52.061263 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:52.333344 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29519fa-bd6b-44dc-9302-5bf34aca9328 req-7a44adb6-f221-4e22-b378-5c9babbc10cc tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:52.335020 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e29519fa-bd6b-44dc-9302-5bf34aca9328 req-7a44adb6-f221-4e22-b378-5c9babbc10cc tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.4011600 Jul 07 12:56:52.400681 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749df955-0e29-4ffc-8663-524f9be190fe req-19a39907-ccb4-4524-81de-329377512a95 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:52.402106 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-749df955-0e29-4ffc-8663-524f9be190fe req-19a39907-ccb4-4524-81de-329377512a95 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.3851078 Jul 07 12:56:52.425215 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e29519fa-bd6b-44dc-9302-5bf34aca9328 req-8c5706a5-3b6b-46a4-97f2-a4a1eaa61792 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Jul 07 12:56:52.494357 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-749df955-0e29-4ffc-8663-524f9be190fe req-d53b5a58-e7a2-4ae8-be6c-f485a152af88 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827172 Jul 07 12:56:52.622130 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:52.697877 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956237f-e5b3-4519-be4d-1cf14cbfe326 req-33810f6f-a5b0-4e87-aae7-0e53b4701638 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:52.699182 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2956237f-e5b3-4519-be4d-1cf14cbfe326 req-33810f6f-a5b0-4e87-aae7-0e53b4701638 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1390023 Jul 07 12:56:52.712428 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c58635f-9b6e-444b-a4e9-64e7ec1881d6,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:52.737015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Checking segment: {'id': 'ef7ec587-e0d6-45af-9f53-8dca79365a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'b2c608f1-af4e-4b8b-b758-6f6bf083550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:52.737369 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Network hostable DHCP agents. Network: b2c608f1-af4e-4b8b-b758-6f6bf083550c, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:56:52.765344 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2956237f-e5b3-4519-be4d-1cf14cbfe326 req-e0935dee-53bb-407c-bac5-af4c8e5a0687 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563066 Jul 07 12:56:52.773093 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Network b2c608f1-af4e-4b8b-b758-6f6bf083550c is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:56:52.795667 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, b2c608f1-af4e-4b8b-b758-6f6bf083550c) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:52.800780 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:52.802689 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:52.805272 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6d0a4-a4b8-475e-818f-70106cf2975f None None] Network b2c608f1-af4e-4b8b-b758-6f6bf083550c requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:52.830051 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3b80c829-5e7b-4065-a5ba-e8e35c1bc2b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8648944 Jul 07 12:56:52.963380 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9536f15-d91e-4bb7-9d71-4d293125b94e None None] Network b2c608f1-af4e-4b8b-b758-6f6bf083550c requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:53.334194 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52518) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:53.454262 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4bdda5ff-d25d-4886-8f93-394188a8529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.589986 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4bdda5ff-d25d-4886-8f93-394188a8529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.596040 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4bdda5ff-d25d-4886-8f93-394188a8529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.636783 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4bdda5ff-d25d-4886-8f93-394188a8529f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d0167311eed4f7cb1c9c916442d7a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014812 Jul 07 12:56:53.639628 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda5ff-d25d-4886-8f93-394188a8529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913858c4-0be5-476e-a72a-c92359f47e47,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:53.640314 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52540) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:53.711066 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6617bab0-9db2-434e-ba86-ecf94fb7c308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.713289 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92637e-760f-45dc-86a7-7ab38de910a2 req-5aa34035-48ba-45f1-8633-cfb2a8b82627 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:53.714941 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5a92637e-760f-45dc-86a7-7ab38de910a2 req-5aa34035-48ba-45f1-8633-cfb2a8b82627 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0770798 Jul 07 12:56:53.735482 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6617bab0-9db2-434e-ba86-ecf94fb7c308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.767406 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5a92637e-760f-45dc-86a7-7ab38de910a2 req-a0a71f69-5889-4701-8533-a8de14578119 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466809 Jul 07 12:56:53.816765 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6617bab0-9db2-434e-ba86-ecf94fb7c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.819555 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6617bab0-9db2-434e-ba86-ecf94fb7c308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:53.820571 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6617bab0-9db2-434e-ba86-ecf94fb7c308 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/913858c4-0be5-476e-a72a-c92359f47e47 HTTP/1.1" status: 204 len: 168 time: 0.1792176 Jul 07 12:56:53.833937 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617bab0-9db2-434e-ba86-ecf94fb7c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913858c4-0be5-476e-a72a-c92359f47e47,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:54.001136 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaddae3-e78e-48e1-b81e-fb6e6a8ec892 req-e5e70b91-804d-4dd0-a900-d5480f8c408e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:54.008434 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ebaddae3-e78e-48e1-b81e-fb6e6a8ec892 req-e5e70b91-804d-4dd0-a900-d5480f8c408e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0781374 Jul 07 12:56:54.056104 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ebaddae3-e78e-48e1-b81e-fb6e6a8ec892 req-55e030d8-d2c8-4b16-b935-543c27c42986 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Jul 07 12:56:54.259206 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52586) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:54.273802 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ab6a81dd-4f8a-4409-87e0-de1212daba1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:54.421885 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-4e19546a-5f4f-49b2-83fb-79dd9429ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:54.423548 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-4e19546a-5f4f-49b2-83fb-79dd9429ee95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 1098 time: 0.1200299 Jul 07 12:56:54.434523 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ab6a81dd-4f8a-4409-87e0-de1212daba1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:54.443863 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ab6a81dd-4f8a-4409-87e0-de1212daba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:54.459107 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a393-d422-4433-8908-c06315ee43e5 req-976d5133-f66c-4a15-98b1-53b96b4c5c33 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:54.471316 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24d6a393-d422-4433-8908-c06315ee43e5 req-976d5133-f66c-4a15-98b1-53b96b4c5c33 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1213973 Jul 07 12:56:54.472467 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52598) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:54.477993 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'floatingip': {'port_id': '966b7044-1478-451c-971b-647e481d14a3'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:54.564255 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a81dd-4f8a-4409-87e0-de1212daba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df392d3-9a38-4cc1-8d27-7feeebac6c64,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:54.569407 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ab6a81dd-4f8a-4409-87e0-de1212daba1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026c10683ef4469198778e68a2eda419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091586 Jul 07 12:56:54.573637 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:54.576932 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52602) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:54.588332 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-ad939511-d8bf-4856-9ff6-ec4a987af3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:54.590237 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-ad939511-d8bf-4856-9ff6-ec4a987af3eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.1495254 Jul 07 12:56:54.649568 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-74e8d2b3-c2c2-4b2b-89f4-2cb60987a6f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf289333-a45c-453a-94af-f9f23e45ecaa HTTP/1.1" status: 200 len: 217 time: 0.0483601 Jul 07 12:56:54.731912 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-17d8c38f-3237-469e-9c50-7c39e3d33a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:54.733417 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-17d8c38f-3237-469e-9c50-7c39e3d33a11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.0653720 Jul 07 12:56:54.746758 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddac7e-4d82-406a-aa00-4003fecb1641 req-70b44565-b86d-4219-b51d-867dd6669423 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:54.748276 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8dddac7e-4d82-406a-aa00-4003fecb1641 req-70b44565-b86d-4219-b51d-867dd6669423 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1457744 Jul 07 12:56:54.783894 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-74efa31d-f4dc-4041-9779-995270e6ecc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:54.784495 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-e4be528c-fa33-454c-b1e2-3a669971b437 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344558 Jul 07 12:56:54.869316 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-74efa31d-f4dc-4041-9779-995270e6ecc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:54.894383 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8dddac7e-4d82-406a-aa00-4003fecb1641 req-42772e34-b309-4604-bd5e-366a223ebce4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130428 Jul 07 12:56:54.976077 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-886ec2d4-227e-40e4-9129-97a36ad53328 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612759 Jul 07 12:56:55.098028 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f576d1c-3552-4474-b6a2-5ff70e216381 req-ef462f00-407c-4144-9062-db77fca1fdb1 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143379 Jul 07 12:56:55.179075 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-74efa31d-f4dc-4041-9779-995270e6ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.181620 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-74efa31d-f4dc-4041-9779-995270e6ecc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.182736 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-74efa31d-f4dc-4041-9779-995270e6ecc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6df392d3-9a38-4cc1-8d27-7feeebac6c64 HTTP/1.1" status: 204 len: 168 time: 0.6046929 Jul 07 12:56:55.258569 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efa31d-f4dc-4041-9779-995270e6ecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df392d3-9a38-4cc1-8d27-7feeebac6c64,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:55.573359 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52646) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:55.587581 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7a1d844c-dd35-444e-b6db-f38066499333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.604586 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.610716 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.705335 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7a1d844c-dd35-444e-b6db-f38066499333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.710939 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7a1d844c-dd35-444e-b6db-f38066499333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.731971 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Floating IP 72daec4a-e72b-4d78-aee7-aec907c56339 associated. External IP: 172.27.0.95, port: 966b7044-1478-451c-971b-647e481d14a3. Jul 07 12:56:55.752832 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52652) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:55.756671 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7a1d844c-dd35-444e-b6db-f38066499333 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=134e6048b308499783d195b9f9a79340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821642 Jul 07 12:56:55.764148 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52654) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:55.772686 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d844c-dd35-444e-b6db-f38066499333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1361f-6fa3-42b9-a5ff-2b6f748aed9b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:55.863524 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9976d942-a4bf-42f1-b297-c1387ac63254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.905355 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9976d942-a4bf-42f1-b297-c1387ac63254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:55.975114 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7512db81-8f77-458f-9474-5e708edcb4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.047125 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9976d942-a4bf-42f1-b297-c1387ac63254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.051282 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9976d942-a4bf-42f1-b297-c1387ac63254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.052975 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9976d942-a4bf-42f1-b297-c1387ac63254 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3df1361f-6fa3-42b9-a5ff-2b6f748aed9b HTTP/1.1" status: 204 len: 168 time: 0.2878191 Jul 07 12:56:56.064350 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:56:56.109432 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d942-a4bf-42f1-b297-c1387ac63254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1361f-6fa3-42b9-a5ff-2b6f748aed9b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:56.188426 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d0cbe-765c-4710-b026-55e02203ebd9 req-af2fa5fa-268f-41c5-a837-ee359db79a13 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:56.189686 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b49d0cbe-765c-4710-b026-55e02203ebd9 req-af2fa5fa-268f-41c5-a837-ee359db79a13 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1346273 Jul 07 12:56:56.206571 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7512db81-8f77-458f-9474-5e708edcb4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.221283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7512db81-8f77-458f-9474-5e708edcb4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.226708 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:56:56.231791 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.241296 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:56:56.255706 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:56.256515 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:56:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:56.288469 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8d1c8622-1f57-44df-a13d-0f9bbc87a35a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "PUT /v2.0/floatingips/72daec4a-e72b-4d78-aee7-aec907c56339 HTTP/1.1" status: 200 len: 991 time: 1.8144128 Jul 07 12:56:56.289450 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:56:56.292699 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962486a9-be10-46a4-a100-bb3be92eaed7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:56:56.333413 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52682) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:56.333652 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7512db81-8f77-458f-9474-5e708edcb4fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66d8c79b1a794f82820ac47e94c03c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756314 Jul 07 12:56:56.334490 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512db81-8f77-458f-9474-5e708edcb4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3311becc-019c-41e1-83eb-12b8bc37359b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:56.349259 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b49d0cbe-765c-4710-b026-55e02203ebd9 req-b827346c-7429-4224-9556-4f6855e34223 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483922 Jul 07 12:56:56.420938 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a015b8ee-23a9-42f1-916c-58ad6dbd7592 x-openstack-request-id: req-a015b8ee-23a9-42f1-916c-58ad6dbd7592 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:56:56.421242 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "tag": "966b7044-1478-451c-971b-647e481d14a3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:56:56.421979 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a015b8ee-23a9-42f1-916c-58ad6dbd7592 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:56:56.422398 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'status': 'completed', 'code': 200} Jul 07 12:56:56.466168 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-250e82f5-3b6a-4a83-8e0f-305ebfb1d897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.475594 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52686) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:56.502357 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-250e82f5-3b6a-4a83-8e0f-305ebfb1d897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.528098 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:56.605904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-250e82f5-3b6a-4a83-8e0f-305ebfb1d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.608709 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-250e82f5-3b6a-4a83-8e0f-305ebfb1d897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.612321 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-250e82f5-3b6a-4a83-8e0f-305ebfb1d897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3311becc-019c-41e1-83eb-12b8bc37359b HTTP/1.1" status: 204 len: 168 time: 0.2751088 Jul 07 12:56:56.625082 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e82f5-3b6a-4a83-8e0f-305ebfb1d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3311becc-019c-41e1-83eb-12b8bc37359b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:56.655606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-47b89664-4179-4dc4-b186-65e355214128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.879658 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-47b89664-4179-4dc4-b186-65e355214128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.887235 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-47b89664-4179-4dc4-b186-65e355214128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:56.943889 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-47b89664-4179-4dc4-b186-65e355214128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c2f505457a04b82a1defad693758b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640772 Jul 07 12:56:56.943889 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b89664-4179-4dc4-b186-65e355214128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c42ed-dc90-433b-b18b-06b067d8c4a4,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:56.946135 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52708) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:57.043508 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-13fb1cc5-ba83-4f82-ad39-22a28c9d13a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.051446 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '72daec4a-e72b-4d78-aee7-aec907c56339', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'port_id': '966b7044-1478-451c-971b-647e481d14a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'mac_address': 'fa:16:3e:c3:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:56:15Z', 'updated_at': '2021-07-07T12:56:55Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:57.068658 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-13fb1cc5-ba83-4f82-ad39-22a28c9d13a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.117164 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52718) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:57.133629 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-13fb1cc5-ba83-4f82-ad39-22a28c9d13a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.134848 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0f71-4318-48df-93b2-f9acc339303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.136689 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-13fb1cc5-ba83-4f82-ad39-22a28c9d13a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.139165 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-13fb1cc5-ba83-4f82-ad39-22a28c9d13a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a33c42ed-dc90-433b-b18b-06b067d8c4a4 HTTP/1.1" status: 204 len: 168 time: 0.1904535 Jul 07 12:56:57.149820 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb1cc5-ba83-4f82-ad39-22a28c9d13a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c42ed-dc90-433b-b18b-06b067d8c4a4,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:57.183369 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:56:57.194577 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:56:57.195259 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:56:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:57.285526 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0f71-4318-48df-93b2-f9acc339303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.295056 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0f71-4318-48df-93b2-f9acc339303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.309478 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:56:57.337111 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ca6d0f71-4318-48df-93b2-f9acc339303f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80948e1992ae4949a99adef49ea25c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185292 Jul 07 12:56:57.338491 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0f71-4318-48df-93b2-f9acc339303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c95337-5c19-4214-946f-4c0d7cb003d6,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:57.339985 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52724) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:57.395344 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52730) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:57.446948 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-064571e0-3ab6-4691-995c-3b080e91ca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.489052 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-064571e0-3ab6-4691-995c-3b080e91ca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.556895 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-064571e0-3ab6-4691-995c-3b080e91ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.560020 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-064571e0-3ab6-4691-995c-3b080e91ca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.562478 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-064571e0-3ab6-4691-995c-3b080e91ca3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7c95337-5c19-4214-946f-4c0d7cb003d6 HTTP/1.1" status: 204 len: 168 time: 0.2207654 Jul 07 12:56:57.573672 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064571e0-3ab6-4691-995c-3b080e91ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c95337-5c19-4214-946f-4c0d7cb003d6,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:57.592498 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d0cb-6d92-4875-8919-2d0a02b9faa1 req-faee162c-5c79-4f48-8455-d4509e9dba14 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:57.594020 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dc90d0cb-6d92-4875-8919-2d0a02b9faa1 req-faee162c-5c79-4f48-8455-d4509e9dba14 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0759888 Jul 07 12:56:57.605139 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '72daec4a-e72b-4d78-aee7-aec907c56339', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'port_id': '966b7044-1478-451c-971b-647e481d14a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'mac_address': 'fa:16:3e:c3:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:56:15Z', 'updated_at': '2021-07-07T12:56:55Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:56:57.622486 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1106867228-network', 'tenant_id': '79064a8a50bb4066a6d764cf952dd46d'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:57.636556 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52736) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:57.645686 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8200131-c8b3-4586-a7cd-946908fe3853 None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '72daec4a-e72b-4d78-aee7-aec907c56339', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'port_id': '966b7044-1478-451c-971b-647e481d14a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'mac_address': 'fa:16:3e:c3:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:56:15Z', 'updated_at': '2021-07-07T12:56:55Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:56:57.663023 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dc90d0cb-6d92-4875-8919-2d0a02b9faa1 req-a1ce845e-f529-4a4c-aca8-07b751670212 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618606 Jul 07 12:56:57.663743 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2adea66-df09-47b1-90a5-9d3f171c0e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.676981 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Made reservation on behalf of 79064a8a50bb4066a6d764cf952dd46d for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:57.679850 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.692452 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.766462 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2adea66-df09-47b1-90a5-9d3f171c0e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.776033 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2adea66-df09-47b1-90a5-9d3f171c0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.818831 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adea66-df09-47b1-90a5-9d3f171c0e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa20b13-515a-4676-92f2-da6d10b11ef1,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:57.826430 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f2adea66-df09-47b1-90a5-9d3f171c0e63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a6db3dbc5c4ed5aec927a5e2c63aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862495 Jul 07 12:56:57.826430 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52740) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:57.894044 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6066bc4c-7c98-49c2-85f5-bd52becdbf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.895268 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.911460 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.924544 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6066bc4c-7c98-49c2-85f5-bd52becdbf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.946981 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980113a-d252-4c9d-80ea-cbefbc0496ee None None] New status for floating IP 72daec4a-e72b-4d78-aee7-aec907c56339: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 12:56:57.953071 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:56:57.969981 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08910f9-dba3-4244-9654-c440abd8e79b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:57.991594 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.991936 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Added segment cbbbefbb-8461-49b1-8770-e903dae17a52 of type vlan for network 3462a99d-bd71-416c-aca7-165bc4679891 Jul 07 12:56:57.994688 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6066bc4c-7c98-49c2-85f5-bd52becdbf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:57.999896 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6066bc4c-7c98-49c2-85f5-bd52becdbf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.005843 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6066bc4c-7c98-49c2-85f5-bd52becdbf2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaa20b13-515a-4676-92f2-da6d10b11ef1 HTTP/1.1" status: 204 len: 168 time: 0.1773274 Jul 07 12:56:58.021969 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066bc4c-7c98-49c2-85f5-bd52becdbf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa20b13-515a-4676-92f2-da6d10b11ef1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:58.050157 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.102070 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.103290 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:58.103932 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.174866 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7783554 Jul 07 12:56:58.178391 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52758) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:56:58.179478 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89246ce7-b50a-4183-876b-06620e530ffb admin admin] Pushing event updated for resources: {'Network': ['ID=3462a99d-bd71-416c-aca7-165bc4679891,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:58.185530 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Request body: {'subnet': {'network_id': '3462a99d-bd71-416c-aca7-165bc4679891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1106867228-subnet', 'tenant_id': '79064a8a50bb4066a6d764cf952dd46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:56:58.212179 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Made reservation on behalf of 79064a8a50bb4066a6d764cf952dd46d for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:56:58.217081 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.230296 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 3462a99d-bd71-416c-aca7-165bc4679891 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:56:58.429575 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.494917 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c183f8b-c5f0-4847-bcc9-54681ad776d8,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:56:58.504268 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Checking segment: {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:56:58.504630 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Network hostable DHCP agents. Network: 3462a99d-bd71-416c-aca7-165bc4679891, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:56:58.524951 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Network 3462a99d-bd71-416c-aca7-165bc4679891 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:56:58.543805 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 3462a99d-bd71-416c-aca7-165bc4679891) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:56:58.552360 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:58.554567 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:56:58.555692 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e1fb2-09fd-4bfb-860f-f4e375333cd4 None None] Network 3462a99d-bd71-416c-aca7-165bc4679891 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:58.577890 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8a8ea186-b722-49e2-b749-c4e9af2c1f8a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3911090 Jul 07 12:56:58.694306 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fff6c4d-e6dd-4d53-b620-716adb232456 None None] Network 3462a99d-bd71-416c-aca7-165bc4679891 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:56:58.886416 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2fa3-51ca-4703-94d7-ec46f521ed56 req-144a0035-b5d3-4f11-8f43-2fe0c4f842a7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:58.887968 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe8e2fa3-51ca-4703-94d7-ec46f521ed56 req-144a0035-b5d3-4f11-8f43-2fe0c4f842a7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0877204 Jul 07 12:56:58.935291 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe8e2fa3-51ca-4703-94d7-ec46f521ed56 req-bd287771-a236-4f4b-b5dd-2a8a3e279092 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Jul 07 12:56:59.435418 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-f7e3275b-87e4-4f7f-9649-b9410f73ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:59.437196 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-f7e3275b-87e4-4f7f-9649-b9410f73ef34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1099 time: 0.0602744 Jul 07 12:56:59.540882 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-eff76f72-d067-431f-acf3-443bafad9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:59.542787 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-eff76f72-d067-431f-acf3-443bafad9cc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0941668 Jul 07 12:56:59.646378 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-08737536-76cc-4d3a-b569-672b9f3aee6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 1001 time: 0.0962279 Jul 07 12:56:59.703355 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-e61ab870-60ad-45ca-bfc5-4e0bf18697c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:59.704814 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-e61ab870-60ad-45ca-bfc5-4e0bf18697c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0469623 Jul 07 12:56:59.787552 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-ec3207a8-6601-4aa1-9d45-50cf9227a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:56:59.789366 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-ec3207a8-6601-4aa1-9d45-50cf9227a00f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715160 Jul 07 12:56:59.913371 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-99d42501-ab2d-4a65-9a2a-a2cbf167d918 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058769 Jul 07 12:57:00.028418 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962486a9-be10-46a4-a100-bb3be92eaed7 req-93f27baf-57ec-489b-82f3-81b15e2cba96 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070602 Jul 07 12:57:00.180074 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789ff22-cf9c-4461-ae7d-45bb103c392b req-001da4eb-4b09-4c03-a4b2-117bfc696841 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:00.181952 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b789ff22-cf9c-4461-ae7d-45bb103c392b req-001da4eb-4b09-4c03-a4b2-117bfc696841 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0858767 Jul 07 12:57:00.233540 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b789ff22-cf9c-4461-ae7d-45bb103c392b req-1e04b215-3012-4ce4-af08-81525bc293d3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Jul 07 12:57:00.304776 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52892) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:00.416030 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.483581 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52900) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:00.510057 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.514296 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.553252 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f750a3cd5546298a394e2b47f90b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463493 Jul 07 12:57:00.553580 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a593869f-7909-4c38-93a3-bc7dccac6645,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:00.555315 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52904) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:00.565063 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.565582 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.566083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.566543 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.566934 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.567269 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.567620 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.568447 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.568787 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.569117 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.569878 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.570224 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f2d51-3358-455a-9c27-ea48c27f77c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.615687 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5d0-0eb0-4893-bd2d-1e8296548d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.617420 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.649980 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.726553 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.728968 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.730077 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a593869f-7909-4c38-93a3-bc7dccac6645 HTTP/1.1" status: 204 len: 168 time: 0.1736321 Jul 07 12:57:00.747362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593869f-7909-4c38-93a3-bc7dccac6645,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:00.758603 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.758998 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.759339 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.759669 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.759995 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.760334 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.760661 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.760981 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.761315 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.761637 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.761952 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.762312 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65fdc-5369-4b86-bfed-32e7274ba91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:00.774892 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5d0-0eb0-4893-bd2d-1e8296548d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.779798 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf5d0-0eb0-4893-bd2d-1e8296548d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.821902 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3e8cf5d0-0eb0-4893-bd2d-1e8296548d1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6da7191bc7c54daabe1f9565cc4996ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372235 Jul 07 12:57:00.822829 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cf5d0-0eb0-4893-bd2d-1e8296548d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22717385-68ed-45f8-9cb3-e19071cce34c,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:00.824629 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52908) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:00.875157 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b568d810-52bd-41ef-9cb3-c68697a36df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.895910 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b568d810-52bd-41ef-9cb3-c68697a36df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.942144 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b568d810-52bd-41ef-9cb3-c68697a36df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.944656 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b568d810-52bd-41ef-9cb3-c68697a36df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:00.948076 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b568d810-52bd-41ef-9cb3-c68697a36df1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22717385-68ed-45f8-9cb3-e19071cce34c HTTP/1.1" status: 204 len: 168 time: 0.1201127 Jul 07 12:57:00.954593 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568d810-52bd-41ef-9cb3-c68697a36df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22717385-68ed-45f8-9cb3-e19071cce34c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:00.996702 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52914) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:01.012751 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fff38b61-d499-4466-82d4-a968ea7d15f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.110591 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fff38b61-d499-4466-82d4-a968ea7d15f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.116382 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fff38b61-d499-4466-82d4-a968ea7d15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.155834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fff38b61-d499-4466-82d4-a968ea7d15f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d185918521974b7f95ff02353daf7b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580453 Jul 07 12:57:01.157985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff38b61-d499-4466-82d4-a968ea7d15f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9033b9-0bae-4fcf-84e9-733be5fd4020,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:01.158803 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52922) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:01.215237 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ea413ac7-5073-4538-a3ac-1c91f49a3a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.240879 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ea413ac7-5073-4538-a3ac-1c91f49a3a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.303057 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ea413ac7-5073-4538-a3ac-1c91f49a3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.305944 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ea413ac7-5073-4538-a3ac-1c91f49a3a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.309773 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ea413ac7-5073-4538-a3ac-1c91f49a3a1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f9033b9-0bae-4fcf-84e9-733be5fd4020 HTTP/1.1" status: 204 len: 168 time: 0.1499112 Jul 07 12:57:01.318229 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea413ac7-5073-4538-a3ac-1c91f49a3a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9033b9-0bae-4fcf-84e9-733be5fd4020,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:01.388832 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 52940) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:01.418346 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4e633de1-dbaf-4ba3-9c10-83217309070a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.537083 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0b399-2cca-42ac-bff0-5d6ff12d3320 req-aa8b9337-b8f7-40df-9e36-c95dfacc68b3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:01.539065 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48e0b399-2cca-42ac-bff0-5d6ff12d3320 req-aa8b9337-b8f7-40df-9e36-c95dfacc68b3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1004870 Jul 07 12:57:01.582462 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4e633de1-dbaf-4ba3-9c10-83217309070a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.587805 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4e633de1-dbaf-4ba3-9c10-83217309070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.612588 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48e0b399-2cca-42ac-bff0-5d6ff12d3320 req-e6f8557d-0f8d-4d58-a5e2-c51c174b0eea tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 Jul 07 12:57:01.664501 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4e633de1-dbaf-4ba3-9c10-83217309070a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb0514308a3c4ccaad8dd63adf734ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745180 Jul 07 12:57:01.666613 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e633de1-dbaf-4ba3-9c10-83217309070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697279aa-8c56-4d70-b37a-2d495d7fb512,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:01.668792 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 52964) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:01.790908 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-030eebd4-3ce5-423e-a6ef-c4be9cfc5394 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:01.793212 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-030eebd4-3ce5-423e-a6ef-c4be9cfc5394 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/networks?id=3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 200 len: 809 time: 0.1517754 Jul 07 12:57:01.821357 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-f83a8775-708b-48a9-9f87-8e289149257b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/quotas/79064a8a50bb4066a6d764cf952dd46d HTTP/1.1" status: 200 len: 375 time: 0.0212455 Jul 07 12:57:01.846386 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a88655d8-4fd8-46d0-ac2d-bd874c09a236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:01.867924 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-77b1a8cb-248a-4f56-8c13-8fd90e0c8cd2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79064a8a50bb4066a6d764cf952dd46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394785 Jul 07 12:57:01.936958 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a88655d8-4fd8-46d0-ac2d-bd874c09a236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:02.026271 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-f0464436-0db1-4eac-85d1-0245ca12c3fa service neutron] 10.222.0.21 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485200 Jul 07 12:57:02.056841 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a88655d8-4fd8-46d0-ac2d-bd874c09a236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:02.059647 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a88655d8-4fd8-46d0-ac2d-bd874c09a236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:02.061132 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a88655d8-4fd8-46d0-ac2d-bd874c09a236 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/697279aa-8c56-4d70-b37a-2d495d7fb512 HTTP/1.1" status: 204 len: 168 time: 0.3909872 Jul 07 12:57:02.112484 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88655d8-4fd8-46d0-ac2d-bd874c09a236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697279aa-8c56-4d70-b37a-2d495d7fb512,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:02.167875 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-ffbd6ddd-defa-4c16-b75b-2b128ff60154 service neutron] 10.222.0.21 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246543 Jul 07 12:57:02.815655 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8c762cbd-da34-481f-94ac-72f4a8db3f4f req-118f9629-7f00-42d3-96c3-ec91a6a81ee0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 210 time: 0.4629912 Jul 07 12:57:02.937309 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd6a65-4ef2-48de-a606-9c40673af7b4 req-2d1ea828-2ae9-4c26-8d82-3696d5c2d9d5 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:02.952271 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1bd6a65-4ef2-48de-a606-9c40673af7b4 req-2d1ea828-2ae9-4c26-8d82-3696d5c2d9d5 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1352046 Jul 07 12:57:03.081229 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1bd6a65-4ef2-48de-a606-9c40673af7b4 req-6f16da8f-5454-41d4-ae57-39f726c3eb63 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277354 Jul 07 12:57:03.924137 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94826a-896e-442d-87a3-34f4005c2f2f req-9af54bd7-839b-44af-b761-159847b568b5 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:03.931806 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f94826a-896e-442d-87a3-34f4005c2f2f req-9af54bd7-839b-44af-b761-159847b568b5 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.0819314 Jul 07 12:57:03.995680 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f94826a-896e-442d-87a3-34f4005c2f2f req-f5da33ce-cbde-4ca6-bba2-1039b139c44d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Jul 07 12:57:04.043632 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-acc56fcd-0d78-4bc6-b1e1-1cc762499493 req-0c217ad7-cbe0-46c0-8a5c-d9cfde0d0c96 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 210 time: 0.0460618 Jul 07 12:57:04.298790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644cae4-b90b-4a08-82a8-66f0e2cace91 req-b2ff0c51-8d8a-4075-b25e-3b68a026f28b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:04.300432 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8644cae4-b90b-4a08-82a8-66f0e2cace91 req-b2ff0c51-8d8a-4075-b25e-3b68a026f28b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0855894 Jul 07 12:57:04.339468 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8644cae4-b90b-4a08-82a8-66f0e2cace91 req-7670e722-4bd4-4b8b-acac-c9797d3784f4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jul 07 12:57:04.483861 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-92b0e267-3902-4186-863d-ed12c6952ee0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:04.485606 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-92b0e267-3902-4186-863d-ed12c6952ee0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "GET /v2.0/networks?id=3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 200 len: 809 time: 0.1305513 Jul 07 12:57:04.514460 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Request body: {'port': {'device_id': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891', 'admin_state_up': True, 'tenant_id': '79064a8a50bb4066a6d764cf952dd46d'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:04.639615 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Made reservation on behalf of 79064a8a50bb4066a6d764cf952dd46d for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:04.643173 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:04.767796 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Allocated IP 172.20.0.4 (3462a99d-bd71-416c-aca7-165bc4679891/9c183f8b-c5f0-4847-bcc9-54681ad776d8/fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:04.916303 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:04.954765 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:05.000103 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Network 3462a99d-bd71-416c-aca7-165bc4679891 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:05.006402 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:05.008653 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:05.014101 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:05.014695 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:05.027361 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Pushing event updated for resources: {'Port': ['ID=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:05.037696 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-453173f6-f546-46f9-a837-dc327dc6c5f2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5338297 Jul 07 12:57:05.064219 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Request body: {'port': {'device_id': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:05.173837 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:05.252023 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca505c2-645e-43d8-8aef-55f91f6c4a77 req-8b5d1801-47a3-4a6e-8ff1-38f368465291 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:05.253720 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ca505c2-645e-43d8-8aef-55f91f6c4a77 req-8b5d1801-47a3-4a6e-8ff1-38f368465291 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1295009 Jul 07 12:57:05.415928 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ca505c2-645e-43d8-8aef-55f91f6c4a77 req-28ba2fb1-772e-42f5-86b3-62661e1e02a3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516962 Jul 07 12:57:05.503288 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e025-53e6-49cc-bd2a-b79334bd7b83 req-22b5de47-06e3-45f6-a8d3-1c2044a3ce43 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:05.505500 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9296e025-53e6-49cc-bd2a-b79334bd7b83 req-22b5de47-06e3-45f6-a8d3-1c2044a3ce43 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 931 time: 0.1686528 Jul 07 12:57:05.623163 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9296e025-53e6-49cc-bd2a-b79334bd7b83 req-35b9d11c-a085-4e2d-a311-466b1611caaa tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107757 Jul 07 12:57:05.696793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6bc4-c729-4e4a-b84e-e4056c612709 req-0bba77dd-f14b-4e24-89dd-58e77a1bffc3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:05.698594 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-392f6bc4-c729-4e4a-b84e-e4056c612709 req-0bba77dd-f14b-4e24-89dd-58e77a1bffc3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1712430 Jul 07 12:57:05.701254 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:57:05.725017 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:05.753364 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Transition to ACTIVE for port object fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:05.760633 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:05.765528 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-392f6bc4-c729-4e4a-b84e-e4056c612709 req-d3f22bbc-743a-490b-9d88-0f080425ac3f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563819 Jul 07 12:57:05.823777 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:05.856414 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Attempting to bind port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:05.856875 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Attempting to bind port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:05.857206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Attempting to bind port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb on network 3462a99d-bd71-416c-aca7-165bc4679891 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:05.861372 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb on network 3462a99d-bd71-416c-aca7-165bc4679891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:57:05.861687 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Attempting to bind port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb on network 3462a99d-bd71-416c-aca7-165bc4679891 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:05.866891 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:05.867222 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Checking segment: {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:05.867629 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Bound using segment: {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:05.868050 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Bound port: fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:05.868407 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:05.960277 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] For port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:05.963479 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] For port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:05.969502 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:06.010929 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.011400 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:06.012899 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] 10.222.0.50 "PUT /v2.0/ports/fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb HTTP/1.1" status: 200 len: 1093 time: 0.9534752 Jul 07 12:57:06.015667 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'tag': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:06.017919 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06" -d '{"events": [{"name": "network-changed", "server_uuid": "81bf250b-ebe8-41dc-91c4-ccd10de3980c", "tag": "fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:06.047195 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0f590-9100-41f4-a84e-a3058ba21645 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:06.077657 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379873e2-5c78-4484-902c-0c6d7d63b909 x-openstack-request-id: req-379873e2-5c78-4484-902c-0c6d7d63b909 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:06.078068 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bf250b-ebe8-41dc-91c4-ccd10de3980c", "tag": "fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:06.078425 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-379873e2-5c78-4484-902c-0c6d7d63b909 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:06.079367 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'tag': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb', 'status': 'completed', 'code': 200} Jul 07 12:57:06.207845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-7cc51621-95c9-44d0-b1c3-1b5aabc73912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.209933 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-7cc51621-95c9-44d0-b1c3-1b5aabc73912 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79064a8a50bb4066a6d764cf952dd46d&device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 1096 time: 0.0646870 Jul 07 12:57:06.290368 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-51a4fdca-a490-40eb-8e76-938661c586ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb HTTP/1.1" status: 200 len: 217 time: 0.0338008 Jul 07 12:57:06.346640 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677496ce-1252-4d70-8443-56c360fa8132 req-88769e28-264e-48e1-856d-49ba8e672998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.348160 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-88769e28-264e-48e1-856d-49ba8e672998 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c183f8b-c5f0-4847-bcc9-54681ad776d8 HTTP/1.1" status: 200 len: 849 time: 0.0457149 Jul 07 12:57:06.384839 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-6fbf0416-ec0e-4dca-ab8c-911da0c9630c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3462a99d-bd71-416c-aca7-165bc4679891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268660 Jul 07 12:57:06.470885 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-d6bdb255-234a-4b9c-b226-2c1092ca38a1 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789969 Jul 07 12:57:06.594488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677496ce-1252-4d70-8443-56c360fa8132 req-1a966d81-035b-412a-9942-239834f209c8 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164517 Jul 07 12:57:06.617508 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f671-1c61-48af-92bb-c068300d8d53 req-7419ec65-5dbb-45b4-aa2e-145cfbb7365b tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.624417 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f86f671-1c61-48af-92bb-c068300d8d53 req-7419ec65-5dbb-45b4-aa2e-145cfbb7365b tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.0940807 Jul 07 12:57:06.665686 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f86f671-1c61-48af-92bb-c068300d8d53 req-ea36fb01-81d3-4542-8fd2-9674f25081ad tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/security-groups?id=7553b370-f457-42af-9e8d-67ff3f07ab0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Jul 07 12:57:06.715487 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:57:06.868641 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6f29e-ebd5-4925-a3e6-91fc1335bf7d req-fe266b20-6df0-482b-affd-35c92cef2d98 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.870319 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33e6f29e-ebd5-4925-a3e6-91fc1335bf7d req-fe266b20-6df0-482b-affd-35c92cef2d98 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 943 time: 0.1196187 Jul 07 12:57:06.881649 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-59317f04-312a-4d9b-a100-e0b342e91de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.883501 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-59317f04-312a-4d9b-a100-e0b342e91de3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79064a8a50bb4066a6d764cf952dd46d&device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 1096 time: 0.0715454 Jul 07 12:57:06.943317 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-7c81dfb1-e1e7-4e02-9c68-e9c67f3f2569 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.946081 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-7c81dfb1-e1e7-4e02-9c68-e9c67f3f2569 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.50 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 945 time: 0.1351025 Jul 07 12:57:06.996798 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-a59da8a2-3b37-4b0c-831f-0c410cb7b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:06.998580 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-a59da8a2-3b37-4b0c-831f-0c410cb7b6ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 200 len: 911 time: 0.1034799 Jul 07 12:57:07.059493 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-2a3aafc2-763b-4a9c-9dcd-5590297e93af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb HTTP/1.1" status: 200 len: 217 time: 0.0506527 Jul 07 12:57:07.086227 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33e6f29e-ebd5-4925-a3e6-91fc1335bf7d req-03471899-ca86-46e1-8821-914162ba9e30 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074676 Jul 07 12:57:07.126671 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-d77107f1-81cb-43eb-97a9-86e1a40ed018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:07.128261 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-d77107f1-81cb-43eb-97a9-86e1a40ed018 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c183f8b-c5f0-4847-bcc9-54681ad776d8 HTTP/1.1" status: 200 len: 849 time: 0.0585470 Jul 07 12:57:07.175967 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-7b1403e5-962c-4517-9fd4-66c943056c3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3462a99d-bd71-416c-aca7-165bc4679891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362036 Jul 07 12:57:07.240896 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4a03-161e-4128-bbc6-26f2445b732d req-66b5001b-fd9a-4431-86df-df876afe4b86 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:07.249236 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-807a4a03-161e-4128-bbc6-26f2445b732d req-66b5001b-fd9a-4431-86df-df876afe4b86 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.3447676 Jul 07 12:57:07.317608 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-1244a58f-7ce8-4445-8f5e-540b3ef36b97 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343799 Jul 07 12:57:07.323157 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-807a4a03-161e-4128-bbc6-26f2445b732d req-ada61669-b900-40a4-8b08-89894f89ecc4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683694 Jul 07 12:57:07.324624 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Deleting port 48a516f9-6016-428b-914e-44a1c65e3de8 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:57:07.325000 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:07.424282 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9eabc8e-8dd5-4117-9313-4ecbdc452d06 req-e70de7f0-4204-4daa-a6da-e9af406a0a6d service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915549 Jul 07 12:57:07.427201 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] For port 48a516f9-6016-428b-914e-44a1c65e3de8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=48a516f9-6016-428b-914e-44a1c65e3de8,segment=NetworkSegment(660ead38-27f9-435c-8502-4a33a22f4bc4),segment_id=660ead38-27f9-435c-8502-4a33a22f4bc4)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:07.427608 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:07.441857 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Calling delete_port for 48a516f9-6016-428b-914e-44a1c65e3de8 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:57:07.603565 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:07.630157 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Pushing event deleted for resources: {'Port': ['ID=48a516f9-6016-428b-914e-44a1c65e3de8,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:07.641715 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['48a516f9-6016-428b-914e-44a1c65e3de8'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:57:07.692515 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] No DVR routers for this DVR port 48a516f9-6016-428b-914e-44a1c65e3de8 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 12:57:07.695563 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:07.697612 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f51c93f-2a3e-4966-98b5-d9c3ba713b64 req-1155d17d-8332-47ac-b9fb-a7166a3dea1d tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.50 "DELETE /v2.0/ports/48a516f9-6016-428b-914e-44a1c65e3de8 HTTP/1.1" status: 204 len: 173 time: 0.7293117 Jul 07 12:57:07.822112 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-974b6e93-5dc5-44ed-bf33-09fbbc1a1427 req-92a8c6de-4a8d-496c-8571-8f3bc8a3abf4 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jul 07 12:57:08.080742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'name': 'network-vif-deleted', 'tag': '48a516f9-6016-428b-914e-44a1c65e3de8'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:08.083120 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590b967-be22-4d5f-9a59-61635dbe3bff" -d '{"events": [{"server_uuid": "427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a", "name": "network-vif-deleted", "tag": "48a516f9-6016-428b-914e-44a1c65e3de8"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:08.121524 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65841f9c-1365-410f-a88f-047ab7e1a81b x-openstack-request-id: req-65841f9c-1365-410f-a88f-047ab7e1a81b {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:08.121680 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a", "name": "network-vif-deleted", "tag": "48a516f9-6016-428b-914e-44a1c65e3de8", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:08.121876 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65841f9c-1365-410f-a88f-047ab7e1a81b {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:08.122313 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a', 'name': 'network-vif-deleted', 'tag': '48a516f9-6016-428b-914e-44a1c65e3de8', 'status': 'completed', 'code': 200} Jul 07 12:57:08.297909 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b1cc1-6b04-4143-bb5a-b5f8adf371c2 req-8977c4af-71fb-4d0d-861d-3de0e58ae286 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:08.316446 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5f4b1cc1-6b04-4143-bb5a-b5f8adf371c2 req-8977c4af-71fb-4d0d-861d-3de0e58ae286 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 943 time: 0.1105144 Jul 07 12:57:08.400538 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5f4b1cc1-6b04-4143-bb5a-b5f8adf371c2 req-e2ee776e-c824-4282-aa16-c934a27a6840 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799716 Jul 07 12:57:08.756049 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddde1f1-2ff4-40e3-9bba-a673d71d71fb req-d5c6810d-0d5a-4abf-95b7-c6ba3bd7ab26 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:08.757576 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ddde1f1-2ff4-40e3-9bba-a673d71d71fb req-d5c6810d-0d5a-4abf-95b7-c6ba3bd7ab26 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1080899 Jul 07 12:57:08.803770 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ddde1f1-2ff4-40e3-9bba-a673d71d71fb req-ee08e716-d03e-43ee-8886-9de9d1005f4d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Jul 07 12:57:08.983304 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aad33b31-b6db-44ab-bed2-ef41736b66b9 req-9d5410ff-2c1f-4b9a-81aa-0001b32e19f3 tempest-DeleteServersTestJSON-1238932221 tempest-DeleteServersTestJSON-1238932221-project] 10.222.0.21 "GET /v2.0/ports?device_id=427ace0c-8ae2-47b4-afc7-8bf6fb0ec98a HTTP/1.1" status: 200 len: 210 time: 0.0275068 Jul 07 12:57:09.416444 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:57:09.515550 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:09.526941 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb', 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891', 'port_id': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb', 'mac_address': 'fa:16:3e:ea:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c183f8b-c5f0-4847-bcc9-54681ad776d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:57:09.570446 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:09.585228 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:57:09.601724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647d4f1-00a9-4979-af5c-123e6b96e83c req-2e6b7a30-97d7-40f8-a0cf-b92f28756fd0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:09.611352 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f647d4f1-00a9-4979-af5c-123e6b96e83c req-2e6b7a30-97d7-40f8-a0cf-b92f28756fd0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 943 time: 0.0846624 Jul 07 12:57:09.616007 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:09.623228 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:09.655343 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f647d4f1-00a9-4979-af5c-123e6b96e83c req-e71b3cd0-0717-41a5-a7b5-c82da4756c8b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Jul 07 12:57:09.680685 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:09.687914 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.688268 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.688616 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.688953 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.689291 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.689626 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.689957 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.690286 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.690721 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.691871 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.692256 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:09.692599 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:10.002168 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a2332-81e0-4bc9-8d53-d0612ae420ab req-f843499c-5fdc-47b0-a9a3-c122eaa796d7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:10.002768 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5d1a2332-81e0-4bc9-8d53-d0612ae420ab req-f843499c-5fdc-47b0-a9a3-c122eaa796d7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0814540 Jul 07 12:57:10.049568 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5d1a2332-81e0-4bc9-8d53-d0612ae420ab req-daadea38-402f-485b-aae7-9740e66d8673 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Jul 07 12:57:10.104954 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:57:10.837863 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411cf83-51ed-471c-9b7d-57f79c962527 req-de1447ca-4cd5-42c1-aee1-b7c04bfd656a tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:10.839281 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6411cf83-51ed-471c-9b7d-57f79c962527 req-de1447ca-4cd5-42c1-aee1-b7c04bfd656a tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 944 time: 0.0675664 Jul 07 12:57:10.882255 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6411cf83-51ed-471c-9b7d-57f79c962527 req-cf7179cf-c1ae-414a-9444-709244c5cd97 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372427 Jul 07 12:57:10.962403 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-145acce7-700c-4659-be40-7726fb06bbe6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540323 Jul 07 12:57:11.080739 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-86323cdc-96dd-433a-94ac-4d1e31073bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:11.082141 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-86323cdc-96dd-433a-94ac-4d1e31073bc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.0524607 Jul 07 12:57:11.254440 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-758cfc92-83d0-405c-a01e-67b71dbf0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:11.255925 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-758cfc92-83d0-405c-a01e-67b71dbf0902 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.1368837 Jul 07 12:57:11.271942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d515f-fd73-4b18-ac8f-f1acf5722ea4 req-0e338539-5ef1-4b43-834b-05bbd7666a23 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:11.273623 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-765d515f-fd73-4b18-ac8f-f1acf5722ea4 req-0e338539-5ef1-4b43-834b-05bbd7666a23 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1056948 Jul 07 12:57:11.279260 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3b4a-239a-4c1d-9847-556e9edd575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.316903 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-fa0efd8a-3d6f-4fee-bf5b-435efef38a11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0538018 Jul 07 12:57:11.429633 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:11.555568 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53406) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:11.604114 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-765d515f-fd73-4b18-ac8f-f1acf5722ea4 req-2bdb1c29-34ef-4746-830c-2e55f28909ab tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235400 Jul 07 12:57:11.627941 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Deleting subnet 22bc5995-da46-42ce-a725-03134255b70d {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 12:57:11.631337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:11.633640 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.636580 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-24d13835-5262-49f1-92a1-f1713a117f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:11.637946 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-24d13835-5262-49f1-92a1-f1713a117f4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.3137214 Jul 07 12:57:11.642767 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:11.643176 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.676987 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-d97cad0b-fc09-4369-b23f-e0bb76f6ea9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311491 Jul 07 12:57:11.677512 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.688072 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.762683 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53418) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:11.763472 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.814448 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:11.820146 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2679e5f8-99b2-4daa-a8f3-aec4aeb94e51" -d '{"events": [{"server_uuid": "81bf250b-ebe8-41dc-91c4-ccd10de3980c", "name": "network-vif-plugged", "status": "completed", "tag": "fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:11.835433 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Deleting subnet aacd72b3-ce79-4527-b73d-b00a613fd973 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 12:57:11.844810 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:11.848504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.854152 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.855044 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 48a516f9-6016-428b-914e-44a1c65e3de8 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:57:11.874013 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-b7cb945f-fbc8-4045-b8a8-46b86e1bbb99 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873617 Jul 07 12:57:11.876453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 48a516f9-6016-428b-914e-44a1c65e3de8 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:57:11.876803 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 48a516f9-6016-428b-914e-44a1c65e3de8 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:57:11.879158 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a2b13a-aae7-4e0f-8d27-d6c60817fae4 x-openstack-request-id: req-85a2b13a-aae7-4e0f-8d27-d6c60817fae4 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:11.879644 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf250b-ebe8-41dc-91c4-ccd10de3980c", "name": "network-vif-plugged", "status": "completed", "tag": "fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:11.880034 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85a2b13a-aae7-4e0f-8d27-d6c60817fae4 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:11.880558 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb', 'code': 200} Jul 07 12:57:11.900449 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.940057 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:11.963502 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:11.991356 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22bc5995-da46-42ce-a725-03134255b70d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:11.993541 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.005716 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.008555 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-050cce2b-f50c-4071-841a-48553f6fec1e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/22bc5995-da46-42ce-a725-03134255b70d HTTP/1.1" status: 204 len: 168 time: 0.4496484 Jul 07 12:57:12.016194 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53426) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:12.187135 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.208157 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48227e59-549f-4ff5-845e-3415d0aa9971 req-ff6910a2-12a9-4897-921f-37cf872e071c service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203835 Jul 07 12:57:12.220401 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.238342 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88831224-31fa-4703-81df-baf2531967d9 req-701ed7db-d939-463c-9e61-d18918450525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:12.240679 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88831224-31fa-4703-81df-baf2531967d9 req-701ed7db-d939-463c-9e61-d18918450525 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 1098 time: 0.0657141 Jul 07 12:57:12.258357 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacd72b3-ce79-4527-b73d-b00a613fd973,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:12.287616 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88831224-31fa-4703-81df-baf2531967d9 req-6ceb4120-983b-472e-9041-8c1a572d3239 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342536 Jul 07 12:57:12.300546 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.302981 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53432) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:12.303139 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-98f8405d-d848-4603-a066-c5139ba21efa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aacd72b3-ce79-4527-b73d-b00a613fd973 HTTP/1.1" status: 204 len: 168 time: 0.5392458 Jul 07 12:57:12.350236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6336f-7f2e-45cc-86a4-c27dcb10c252 req-7ef1a060-3a9b-40dc-aecb-42548c04ece5 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:12.351770 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6ed6336f-7f2e-45cc-86a4-c27dcb10c252 req-7ef1a060-3a9b-40dc-aecb-42548c04ece5 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 945 time: 0.2920899 Jul 07 12:57:12.382246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.387137 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.402046 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.402417 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.403200 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.403557 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > port after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.403888 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.404269 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > port after_update 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.404536 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.404852 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.405165 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.405479 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.465457 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.475604 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.475968 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.476726 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.477071 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.477408 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.477733 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.478048 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.478371 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.478684 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.479026 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.540992 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.547019 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.547371 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.547703 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.548031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.548138 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.548405 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.548519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8654f8e8-e39d-4fcc-99b9-3539398b377b']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:12.548737 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.549071 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 12:57:12.549446 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931a19b7-d92a-4b61-a376-606f98e0eb0b']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:12.568759 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b38c1ec-a1bd-44ad-9871-76eaa4e46986') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:12.569420 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b38c1ec-a1bd-44ad-9871-76eaa4e46986') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:12.576106 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ead38-27f9-435c-8502-4a33a22f4bc4') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:12.576405 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ead38-27f9-435c-8502-4a33a22f4bc4') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:12.582834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6ed6336f-7f2e-45cc-86a4-c27dcb10c252 req-2c801651-597f-4a6e-baef-3280583e04d2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229178 Jul 07 12:57:12.585656 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.596152 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.606274 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.615194 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 12:57:12.615620 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: from cryptography.utils import int_from_bytes Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: from cryptography.utils import int_from_bytes Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 12:57:12.619859 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 12:57:12.627750 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.639809 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 12:57:12.640493 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: from cryptography.utils import int_from_bytes Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: from cryptography.utils import int_from_bytes Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 12:57:12.645979 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 12:57:12.697141 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.703670 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.708843 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/931a19b7-d92a-4b61-a376-606f98e0eb0b HTTP/1.1" status: 204 len: 168 time: 0.4046626 Jul 07 12:57:12.710011 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53442) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:12.729919 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f33c1-fb18-405b-a77f-64d599cb1eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=931a19b7-d92a-4b61-a376-606f98e0eb0b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:12.780385 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.808345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Deleting subnet 4c58635f-9b6e-444b-a4e9-64e7ec1881d6 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 12:57:12.811240 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.813057 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8654f8e8-e39d-4fcc-99b9-3539398b377b HTTP/1.1" status: 204 len: 168 time: 0.7955556 Jul 07 12:57:12.815874 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e86ae-4d27-4f36-81dc-e1e9ad1cf81a admin admin] Pushing event deleted for resources: {'Network': ['ID=8654f8e8-e39d-4fcc-99b9-3539398b377b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:12.818516 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.863881 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.896632 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14762371-f51b-4da8-a676-30bccb0d0979 req-c7fd1431-6ac1-4b8d-87bc-ad6c21deee48 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:12.898216 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-14762371-f51b-4da8-a676-30bccb0d0979 req-c7fd1431-6ac1-4b8d-87bc-ad6c21deee48 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1564147 Jul 07 12:57:12.930887 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:12.970339 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-14762371-f51b-4da8-a676-30bccb0d0979 req-44a9c26f-c8ba-4e1d-9c8c-fe90b1e581c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643494 Jul 07 12:57:12.985479 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53446) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:13.019862 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.058600 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c58635f-9b6e-444b-a4e9-64e7ec1881d6,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:13.063386 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.065143 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-46b617ed-2fc9-4f45-9bcc-e5b7d44321a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c58635f-9b6e-444b-a4e9-64e7ec1881d6 HTTP/1.1" status: 204 len: 168 time: 0.3542037 Jul 07 12:57:13.067981 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53448) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:13.069527 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-380b6f69-5276-4358-9089-70798882038c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f2578a2ae0f4ae782592ca58159f1bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0829909 Jul 07 12:57:13.072002 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53450) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:13.121666 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c6ea807a-0ed3-4ec3-9c99-73aef3045ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.135482 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.142985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c6ea807a-0ed3-4ec3-9c99-73aef3045ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.196839 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c6ea807a-0ed3-4ec3-9c99-73aef3045ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.200775 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c6ea807a-0ed3-4ec3-9c99-73aef3045ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.202431 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c6ea807a-0ed3-4ec3-9c99-73aef3045ab6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7553b370-f457-42af-9e8d-67ff3f07ab0b HTTP/1.1" status: 204 len: 168 time: 0.1294408 Jul 07 12:57:13.216160 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea807a-0ed3-4ec3-9c99-73aef3045ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7553b370-f457-42af-9e8d-67ff3f07ab0b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:13.226237 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.237124 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c608f1-af4e-4b8b-b758-6f6bf083550c']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:13.248400 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7ec587-e0d6-45af-9f53-8dca79365a6e') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:13.248774 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7ec587-e0d6-45af-9f53-8dca79365a6e') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:13.257861 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.277302 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.283861 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 12:57:13.285264 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 12:57:13.287190 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 12:57:13.341429 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.346599 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.350058 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b2c608f1-af4e-4b8b-b758-6f6bf083550c HTTP/1.1" status: 204 len: 168 time: 0.2810607 Jul 07 12:57:13.366039 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921bd5d-cc23-496a-8ed8-9a8479cd0161 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c608f1-af4e-4b8b-b758-6f6bf083550c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:13.541393 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53466) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:13.589055 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53470) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:13.589936 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-90037730-b984-4e26-a110-548da51dbc06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11a9a4465c0c4404864b4ddd0cf02ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464494 Jul 07 12:57:13.625486 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fa1a2b9e-cb96-43f9-b2d5-16ceadf629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.673225 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-589abc11-faff-4aae-aa7e-886279b16acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.726465 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-589abc11-faff-4aae-aa7e-886279b16acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.779973 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53480) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:13.817839 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-589abc11-faff-4aae-aa7e-886279b16acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.821104 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-589abc11-faff-4aae-aa7e-886279b16acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:13.822633 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-589abc11-faff-4aae-aa7e-886279b16acd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/119e442c-c9e9-44ee-891b-b3da0f1d1b3b HTTP/1.1" status: 204 len: 168 time: 0.2293963 Jul 07 12:57:13.832400 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589abc11-faff-4aae-aa7e-886279b16acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e442c-c9e9-44ee-891b-b3da0f1d1b3b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:13.906417 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f5438-6fff-4602-bdc0-640f7d17e5a3 req-d771d4b0-9a5c-4846-b172-d044d5f96689 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:13.908342 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7e1f5438-6fff-4602-bdc0-640f7d17e5a3 req-d771d4b0-9a5c-4846-b172-d044d5f96689 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 945 time: 0.1209171 Jul 07 12:57:13.961162 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7e1f5438-6fff-4602-bdc0-640f7d17e5a3 req-9c862236-ce95-4692-a9fd-78134f96a0c5 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Jul 07 12:57:14.013132 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9347893f-78e9-4540-9167-67a91265225d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.132175 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9347893f-78e9-4540-9167-67a91265225d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.152479 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9347893f-78e9-4540-9167-67a91265225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.226082 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9347893f-78e9-4540-9167-67a91265225d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e284faf553c440a829c8f6fa2556ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448714 Jul 07 12:57:14.228725 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53500) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:14.245956 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347893f-78e9-4540-9167-67a91265225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569de653-0428-4cba-8265-76797da7a46e,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:14.288089 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0cd81-cade-40eb-a90a-20461f83e4ee req-0392517d-8eaa-40e7-a587-104a77660a31 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:14.297509 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ba0cd81-cade-40eb-a90a-20461f83e4ee req-0392517d-8eaa-40e7-a587-104a77660a31 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1615591 Jul 07 12:57:14.303537 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.322437 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53504) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:14.324568 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61e752d3-6b84-4fd8-b3fc-d20541eca2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.349275 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61e752d3-6b84-4fd8-b3fc-d20541eca2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.375413 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ba0cd81-cade-40eb-a90a-20461f83e4ee req-d14ed8d0-3497-4986-a144-ed458aa500c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769486 Jul 07 12:57:14.385990 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53508) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:14.400125 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-90547272-ed24-482e-ab5e-87e60909b1fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06041b9983c144c4a8c7bded4331a130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755148 Jul 07 12:57:14.400724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53512) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:14.433701 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61e752d3-6b84-4fd8-b3fc-d20541eca2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.436563 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61e752d3-6b84-4fd8-b3fc-d20541eca2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.437696 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-61e752d3-6b84-4fd8-b3fc-d20541eca2a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/569de653-0428-4cba-8265-76797da7a46e HTTP/1.1" status: 204 len: 168 time: 0.2080610 Jul 07 12:57:14.446708 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e752d3-6b84-4fd8-b3fc-d20541eca2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569de653-0428-4cba-8265-76797da7a46e,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:14.497648 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-22bc02a1-9aaf-472c-8ce0-2d1985102237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.522283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-22bc02a1-9aaf-472c-8ce0-2d1985102237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.531546 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-260237295-network', 'tenant_id': '96f00525cc8e4796a20d4eda6059621b'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:14.555410 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Made reservation on behalf of 96f00525cc8e4796a20d4eda6059621b for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:14.558541 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.575712 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.579448 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-22bc02a1-9aaf-472c-8ce0-2d1985102237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.583411 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-22bc02a1-9aaf-472c-8ce0-2d1985102237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.584845 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-22bc02a1-9aaf-472c-8ce0-2d1985102237 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4defbeaf-4bd0-4456-9ee1-d2e95b9da328 HTTP/1.1" status: 204 len: 168 time: 0.1832092 Jul 07 12:57:14.603656 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc02a1-9aaf-472c-8ce0-2d1985102237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defbeaf-4bd0-4456-9ee1-d2e95b9da328,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:14.701554 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.707004 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.729144 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:57:14.743822 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a827fbda-fbbd-423f-9be3-32aded5383f1,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:14.748721 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.749260 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Added segment 0a9a4768-5477-46ec-948b-66e46fc6fc1d of type vlan for network 0416eabc-0c02-46b0-9600-44272aeae57d Jul 07 12:57:14.804478 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.834860 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53526) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:14.844827 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.845946 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:14.846602 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.852749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dc434be1-34aa-46b0-957c-12564c86fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.909228 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] Pushing event updated for resources: {'Network': ['ID=0416eabc-0c02-46b0-9600-44272aeae57d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:14.920037 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 0416eabc-0c02-46b0-9600-44272aeae57d details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:57:14.964712 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dc434be1-34aa-46b0-957c-12564c86fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.975651 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dc434be1-34aa-46b0-957c-12564c86fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:14.980457 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-53dcfad4-9fe9-4897-8222-a8f7926ec382 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5933976 Jul 07 12:57:14.983245 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53532) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:14.994734 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Request body: {'subnet': {'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-260237295-subnet', 'tenant_id': '96f00525cc8e4796a20d4eda6059621b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:15.023831 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc434be1-34aa-46b0-957c-12564c86fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1814810-412d-45e3-9a31-d02107cc2984,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:15.025155 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Made reservation on behalf of 96f00525cc8e4796a20d4eda6059621b for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:15.029434 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.029742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-dc434be1-34aa-46b0-957c-12564c86fbda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e08174b2baca4ac886df44b9e2aeff09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936362 Jul 07 12:57:15.032525 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53536) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:15.100363 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.158853 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d00e61c4-e3c6-4075-b0b7-ad8a33293dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.172970 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7962da-8ffe-493e-8305-8a0d1c401fa9 req-33068454-b9e0-46a9-899c-f0c1014f7b64 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:15.179785 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c7962da-8ffe-493e-8305-8a0d1c401fa9 req-33068454-b9e0-46a9-899c-f0c1014f7b64 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 945 time: 0.0820057 Jul 07 12:57:15.190279 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d00e61c4-e3c6-4075-b0b7-ad8a33293dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.218456 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c7962da-8ffe-493e-8305-8a0d1c401fa9 req-007079b8-1022-4439-ac35-fd4442c3e674 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374322 Jul 07 12:57:15.303341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d00e61c4-e3c6-4075-b0b7-ad8a33293dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.310370 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d00e61c4-e3c6-4075-b0b7-ad8a33293dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.311984 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d00e61c4-e3c6-4075-b0b7-ad8a33293dee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1814810-412d-45e3-9a31-d02107cc2984 HTTP/1.1" status: 204 len: 168 time: 0.2783074 Jul 07 12:57:15.318331 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.330205 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e61c4-e3c6-4075-b0b7-ad8a33293dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1814810-412d-45e3-9a31-d02107cc2984,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:15.396889 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:15.401440 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Checking segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:15.401759 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Network hostable DHCP agents. Network: 0416eabc-0c02-46b0-9600-44272aeae57d, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:57:15.420663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Network 0416eabc-0c02-46b0-9600-44272aeae57d is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:57:15.431684 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 0416eabc-0c02-46b0-9600-44272aeae57d) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:15.442264 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3ebce-98cf-4b13-a34e-a1910f3d2b3e None None] Network 0416eabc-0c02-46b0-9600-44272aeae57d requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:57:15.455128 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:15.456825 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:15.491186 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3e4d60a3-211a-4e0f-8390-2eea7256c7c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5009506 Jul 07 12:57:15.632390 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9325-6c81-4030-93dd-47906300915b req-c6d10a8f-921c-42c3-8be8-9a54c1d2eccb tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:15.634045 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a4de9325-6c81-4030-93dd-47906300915b req-c6d10a8f-921c-42c3-8be8-9a54c1d2eccb tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0971494 Jul 07 12:57:15.660697 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f27afcd-bccc-4d4b-a31a-d1155f7949a1 None None] Network 0416eabc-0c02-46b0-9600-44272aeae57d requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:57:15.696501 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a4de9325-6c81-4030-93dd-47906300915b req-921ec719-4f53-4798-900b-ab65d27b653c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543306 Jul 07 12:57:16.071066 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53600) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:16.244991 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-754ffe9b-98d5-456c-9668-25178a7416a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.358436 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-754ffe9b-98d5-456c-9668-25178a7416a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.363795 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-754ffe9b-98d5-456c-9668-25178a7416a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.405944 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-754ffe9b-98d5-456c-9668-25178a7416a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c024f035b5664f9db8d451da2fe4e516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337703 Jul 07 12:57:16.406891 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ffe9b-98d5-456c-9668-25178a7416a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5739115d-cc65-4709-b52d-559d3f9d6491,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:16.411276 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53618) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:16.423014 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.455466 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba814eba-e7a0-4757-8280-8e306ea1fe7e req-7c938d7b-1d06-43b4-8391-beabcd046374 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:16.457616 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba814eba-e7a0-4757-8280-8e306ea1fe7e req-7c938d7b-1d06-43b4-8391-beabcd046374 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 945 time: 0.0850186 Jul 07 12:57:16.463146 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-691ff39c-5628-42ae-bb2e-23898a68527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.486673 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-691ff39c-5628-42ae-bb2e-23898a68527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.497037 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba814eba-e7a0-4757-8280-8e306ea1fe7e req-a6eb8c0c-b218-454b-8672-bc520e16c7a8 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Jul 07 12:57:16.537590 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-691ff39c-5628-42ae-bb2e-23898a68527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.540063 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-691ff39c-5628-42ae-bb2e-23898a68527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:16.541179 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-691ff39c-5628-42ae-bb2e-23898a68527f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5739115d-cc65-4709-b52d-559d3f9d6491 HTTP/1.1" status: 204 len: 168 time: 0.1284218 Jul 07 12:57:16.550695 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ff39c-5628-42ae-bb2e-23898a68527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739115d-cc65-4709-b52d-559d3f9d6491,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:16.887235 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c36f-b3b1-45b9-a0ff-4621ffc0f9a6 req-48b4101a-04f2-4e8a-a3c2-42c056e76fe2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:16.888723 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c937c36f-b3b1-45b9-a0ff-4621ffc0f9a6 req-48b4101a-04f2-4e8a-a3c2-42c056e76fe2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0673630 Jul 07 12:57:16.932370 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c937c36f-b3b1-45b9-a0ff-4621ffc0f9a6 req-0922ee47-6881-40a7-b4fc-d5457b391f4e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Jul 07 12:57:17.680014 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0697caf-75e3-4903-93d0-2f8b6254a46d req-d33a5f78-efa6-4514-a9ad-77c82d65b18e tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:17.681655 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0697caf-75e3-4903-93d0-2f8b6254a46d req-d33a5f78-efa6-4514-a9ad-77c82d65b18e tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 945 time: 0.0665321 Jul 07 12:57:17.723800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0697caf-75e3-4903-93d0-2f8b6254a46d req-fcb1308f-6f84-480e-890f-27da3cf80148 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363607 Jul 07 12:57:18.107790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2d0b-49f3-4cf6-880c-90e4550b679b req-865507e2-b76b-421a-8873-ec17ddda5111 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:18.109280 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a55d2d0b-49f3-4cf6-880c-90e4550b679b req-865507e2-b76b-421a-8873-ec17ddda5111 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0645990 Jul 07 12:57:18.148559 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a55d2d0b-49f3-4cf6-880c-90e4550b679b req-e09d6313-41ee-4338-9c5c-21d560194ad1 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Jul 07 12:57:18.442243 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-35a2aaff-e581-45ef-8915-9b29806f42e5 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:18.444199 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-35a2aaff-e581-45ef-8915-9b29806f42e5 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 945 time: 0.1006024 Jul 07 12:57:18.558069 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Deleting port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:57:18.558433 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:18.647137 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] For port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:18.647398 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:18.662477 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Calling delete_port for fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:57:18.837261 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:18.865650 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Pushing event deleted for resources: {'Port': ['ID=fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:18.874640 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:57:18.882932 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3f05a2a5-4d58-4e5b-9576-436748b52e8e req-81d32a26-ba39-487d-b360-27f6caa64747 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 210 time: 0.0347002 Jul 07 12:57:18.962738 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] No DVR routers for this DVR port fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 12:57:18.966334 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:18.968851 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6eb14f8c-27e5-4273-bbb6-b03da8fb16e0 req-99a3434b-e82c-40f7-8dde-f0e4c665131d tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "DELETE /v2.0/ports/fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb HTTP/1.1" status: 204 len: 173 time: 0.5108268 Jul 07 12:57:18.969295 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'name': 'network-vif-deleted', 'tag': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:18.972612 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06360bd5-6df9-44f2-b73d-eed4184f2819" -d '{"events": [{"server_uuid": "81bf250b-ebe8-41dc-91c4-ccd10de3980c", "name": "network-vif-deleted", "tag": "fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:19.033030 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db8e71a-44f0-448c-86c0-e1ab93d4c159 x-openstack-request-id: req-5db8e71a-44f0-448c-86c0-e1ab93d4c159 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:19.034079 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf250b-ebe8-41dc-91c4-ccd10de3980c", "name": "network-vif-deleted", "tag": "fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:19.035174 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5db8e71a-44f0-448c-86c0-e1ab93d4c159 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:19.035901 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf250b-ebe8-41dc-91c4-ccd10de3980c', 'name': 'network-vif-deleted', 'tag': 'fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb', 'status': 'completed', 'code': 200} Jul 07 12:57:19.325430 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abc8da-a1aa-47ca-9415-be05e6a0777e req-43262718-4e26-4e45-9d73-1e81635567a0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:19.326908 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-69abc8da-a1aa-47ca-9415-be05e6a0777e req-43262718-4e26-4e45-9d73-1e81635567a0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0623844 Jul 07 12:57:19.366743 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-69abc8da-a1aa-47ca-9415-be05e6a0777e req-ad363e98-cebe-4e02-96dc-b1c7cfd287f0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Jul 07 12:57:22.596386 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92668110-122a-47a6-8747-9716c60eb10c req-813402c2-0e43-4984-a7e7-93f9230e12dc tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bf250b-ebe8-41dc-91c4-ccd10de3980c HTTP/1.1" status: 200 len: 210 time: 0.0313730 Jul 07 12:57:22.765156 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09317e97-67ca-438f-a245-ba9b362a10e0 req-d7ca7653-0470-4318-b83e-13168e5396ad tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:22.766535 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09317e97-67ca-438f-a245-ba9b362a10e0 req-d7ca7653-0470-4318-b83e-13168e5396ad tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0655622 Jul 07 12:57:22.804063 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09317e97-67ca-438f-a245-ba9b362a10e0 req-5603fedb-c64a-46ef-bfbc-145eb498004f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Jul 07 12:57:23.484867 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:57:23.505260 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:57:23.505598 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device fa1da4ec-1ed5-45ea-88f1-c5a130c9b3eb not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:57:25.667154 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53764) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:25.769498 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f2b0721b-4be1-47e9-9e0a-35e10122e262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:25.863092 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f2b0721b-4be1-47e9-9e0a-35e10122e262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:25.867767 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f2b0721b-4be1-47e9-9e0a-35e10122e262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:25.908033 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f2b0721b-4be1-47e9-9e0a-35e10122e262 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74de37f4130a41859023fe8ce3224da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395422 Jul 07 12:57:25.908865 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0721b-4be1-47e9-9e0a-35e10122e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c81b77c-dc95-4901-bac1-3aaab87597b6,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:25.911101 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53768) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:25.965277 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec587935-6a0b-497c-90a7-642d2b0d267d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:25.985840 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec587935-6a0b-497c-90a7-642d2b0d267d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.030885 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec587935-6a0b-497c-90a7-642d2b0d267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.033307 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec587935-6a0b-497c-90a7-642d2b0d267d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.035091 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ec587935-6a0b-497c-90a7-642d2b0d267d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c81b77c-dc95-4901-bac1-3aaab87597b6 HTTP/1.1" status: 204 len: 168 time: 0.1229830 Jul 07 12:57:26.043458 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec587935-6a0b-497c-90a7-642d2b0d267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c81b77c-dc95-4901-bac1-3aaab87597b6,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:26.645147 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53794) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:26.737400 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1509436861-network', 'tenant_id': 'e856853c73a14edf82e46cae00860b46'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:26.759179 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Made reservation on behalf of e856853c73a14edf82e46cae00860b46 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:26.761537 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.771033 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.859618 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.863238 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.887643 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:57:26.894047 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa545b98-d419-4a82-8acc-aafddcf747aa,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:26.899591 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.899922 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Added segment 554d96a3-5305-4bf2-a2d0-db82b61001fd of type vlan for network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 Jul 07 12:57:26.942071 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.969529 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:26.970468 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:26.971065 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.021959 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3756676 Jul 07 12:57:27.024842 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53798) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:27.031467 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Request body: {'subnet': {'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1509436861-subnet', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:27.042483 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da1cf-f113-445d-9673-4368ab917711 admin admin] Pushing event updated for resources: {'Network': ['ID=b11f66a6-d1f8-4eee-b9aa-d66e4050d461,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:27.053225 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:57:27.057182 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Made reservation on behalf of e856853c73a14edf82e46cae00860b46 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:27.059472 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.226997 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.282968 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3b81a4-643a-4abd-9676-8758238cbeca,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:27.293139 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Checking segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:27.293496 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Network hostable DHCP agents. Network: b11f66a6-d1f8-4eee-b9aa-d66e4050d461, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:57:27.309575 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:57:27.319009 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, b11f66a6-d1f8-4eee-b9aa-d66e4050d461) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:27.323030 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:27.323616 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.328424 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441600d8-e6ba-4b27-bb0a-db16d50e7a8f None None] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:57:27.338388 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2fa84160-13fe-4b96-a416-e61c461eaa35 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122671 Jul 07 12:57:27.341296 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53800) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:27.345809 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:27.365897 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.367089 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.418442 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.485490 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:57:27.486336 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.564891 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.626042 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Allocated IP 172.20.0.2 (b11f66a6-d1f8-4eee-b9aa-d66e4050d461/4c3b81a4-643a-4abd-9676-8758238cbeca/6923a5ac-9431-4fbc-bb54-ae4f9a035e4a) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:27.762948 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.767912 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.777169 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Transition to ACTIVE for port object 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:27.786669 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.792597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Transition to ACTIVE for port object 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:27.797616 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.839692 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:27.842499 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:27.846809 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:27.849810 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Pushing event updated for resources: {'Port': ['ID=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:27.890898 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Allocated IP 172.27.0.190 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/b65038fc-13e3-4f27-9741-15d81409a0a2) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:27.909697 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Attempting to bind port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:27.910268 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Attempting to bind port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:27.910853 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Attempting to bind port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a on network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:27.918652 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:27.919270 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Checking segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:27.919904 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.920545 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Bound using segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:27.921453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Bound port: 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:27.922079 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:27.991716 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] For port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:27.994720 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] For port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:27.998937 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:28.009923 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:28.051424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:28.055522 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2fa91-fe4f-48bc-8a30-5e8d8c4d0d85 None None] Pushing event updated for resources: {'Port': ['ID=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:28.088674 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:28.091654 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:28.097414 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:28.124345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Pushing event updated for resources: {'Port': ['ID=b65038fc-13e3-4f27-9741-15d81409a0a2,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:28.377032 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:28.789421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:28.922462 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Router 52cb1bbd-6802-403b-8a46-58d18e82ce97 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:57:29.023322 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab25aaf-2a92-42b9-ab53-a038dfe75760 None None] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:57:29.034643 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:57:29.044544 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Sync routers for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:57:29.050540 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.051882 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-03ad8475-01eb-429f-9526-cb5a856cb69b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7095928 Jul 07 12:57:29.054435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53810) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:29.055001 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:29.055710 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:29.165163 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:29.181430 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-2b94a6a0-189c-4746-bd40-9c5cace00e16 None None] Provisioning for port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:29.362012 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:28Z', 'revision_number': 3, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:29.392667 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Checking router: 52cb1bbd-6802-403b-8a46-58d18e82ce97 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:57:29.393025 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Updating router 52cb1bbd-6802-403b-8a46-58d18e82ce97 port b65038fc-13e3-4f27-9741-15d81409a0a2 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:57:29.429732 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.499554 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.672361 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Allocated IP 172.20.0.1 (b11f66a6-d1f8-4eee-b9aa-d66e4050d461/4c3b81a4-643a-4abd-9676-8758238cbeca/1234846e-b36e-4d47-9b53-a719d02bd6cd) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:29.686731 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.697141 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Transition to ACTIVE for port object b65038fc-13e3-4f27-9741-15d81409a0a2 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:29.704178 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.754127 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Attempting to bind port b65038fc-13e3-4f27-9741-15d81409a0a2 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:29.754496 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Attempting to bind port b65038fc-13e3-4f27-9741-15d81409a0a2 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:29.754877 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Attempting to bind port b65038fc-13e3-4f27-9741-15d81409a0a2 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:29.761822 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Pushing event updated for resources: {'Port': ['ID=b65038fc-13e3-4f27-9741-15d81409a0a2,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:29.763802 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:29.764176 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:29.764574 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.764959 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:29.765416 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Bound port: b65038fc-13e3-4f27-9741-15d81409a0a2, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:29.765815 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.781704 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.791416 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.791766 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.792108 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.792442 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.792774 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.793102 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.793428 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.793773 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.794106 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.794445 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.794758 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.795038 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Transition to ACTIVE for port object 1234846e-b36e-4d47-9b53-a719d02bd6cd will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:29.795143 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:57:29.842182 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] For port b65038fc-13e3-4f27-9741-15d81409a0a2, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:29.844451 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.846754 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] For port b65038fc-13e3-4f27-9741-15d81409a0a2, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b65038fc-13e3-4f27-9741-15d81409a0a2,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:29.853575 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.887772 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:29.890585 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:29.896015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:29.899901 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:29.900335 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:29.921892 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1234846e-b36e-4d47-9b53-a719d02bd6cd,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:29.938796 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:29.956774 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e40f5-9332-45c2-ac46-5b7b2db072fb None None] Pushing event updated for resources: {'Port': ['ID=b65038fc-13e3-4f27-9741-15d81409a0a2,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:30.034358 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:30.104015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:30.118292 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.160624 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b6e64cbd-9b02-47a0-8461-0e2a298cb37c None None] Provisioning for port 1234846e-b36e-4d47-9b53-a719d02bd6cd completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:30.167074 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b6e64cbd-9b02-47a0-8461-0e2a298cb37c None None] Provisioning complete for port 1234846e-b36e-4d47-9b53-a719d02bd6cd triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:30.167731 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b6e64cbd-9b02-47a0-8461-0e2a298cb37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.200548 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:30.208341 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:30.209144 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.241021 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b6e64cbd-9b02-47a0-8461-0e2a298cb37c None None] Port 1234846e-b36e-4d47-9b53-a719d02bd6cd cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:57:30.301622 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.309626 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.315786 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.346281 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:30.352217 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.361571 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:28Z', 'revision_number': 3, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:30.391593 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.394680 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1234846e-b36e-4d47-9b53-a719d02bd6cd,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:30.397177 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf42ded-759e-4d45-9ed6-92410434e086 None None] The sync data for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi is: [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:28Z', 'revision_number': 3, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:57:30.411659 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:30.493947 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:30.495612 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:30.633700 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Router 52cb1bbd-6802-403b-8a46-58d18e82ce97 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:57:30.767346 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d8b56bb4-5f50-4744-8db4-a2c4250694c9 None None] Provisioning complete for port 1234846e-b36e-4d47-9b53-a719d02bd6cd triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:30.767824 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d8b56bb4-5f50-4744-8db4-a2c4250694c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:30.799961 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:57:30.808933 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4fa48750-3eae-4600-89ac-d6eef21c29b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/52cb1bbd-6802-403b-8a46-58d18e82ce97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533491 Jul 07 12:57:30.810219 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-d8b56bb4-5f50-4744-8db4-a2c4250694c9 None None] Port 1234846e-b36e-4d47-9b53-a719d02bd6cd cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:57:31.348992 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53870) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:31.355051 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-409344801-network', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:31.378437 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Made reservation on behalf of 1a5172b3a57b4f1a89e1b31df8908272 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:31.381785 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.391933 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.396137 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-7b3b3fde-c7e2-44e8-9d14-184ed485a88e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:31.397716 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-7b3b3fde-c7e2-44e8-9d14-184ed485a88e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.1913779 Jul 07 12:57:31.425342 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-e49cbd96-9405-4af1-8b79-e5bb9f363492 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:31.426930 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-e49cbd96-9405-4af1-8b79-e5bb9f363492 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/networks?id=3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 200 len: 809 time: 0.1696727 Jul 07 12:57:31.428409 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-9b2c4397-d4e2-4fb8-b8b4-0bed388321b0 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/quotas/96f00525cc8e4796a20d4eda6059621b HTTP/1.1" status: 200 len: 375 time: 0.0218527 Jul 07 12:57:31.476234 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-b84d49dd-22bb-4c92-9983-f13c339e11e9 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325706 Jul 07 12:57:31.477608 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-3e0a0bfb-3321-40b2-ac03-895a1fa26b55 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/quotas/79064a8a50bb4066a6d764cf952dd46d HTTP/1.1" status: 200 len: 375 time: 0.0436773 Jul 07 12:57:31.522128 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.527604 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.543539 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:57:31.575622 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.576282 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Added segment 4cb55828-15b6-435a-9829-891eedb28f15 of type vlan for network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 Jul 07 12:57:31.584848 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e1840-cb26-4d8b-8cc8-3e7bd960cb49,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:31.622803 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.658139 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.660139 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:31.661311 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.764602 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4144275 Jul 07 12:57:31.765480 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 53896) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:31.768131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85f08f-d1a7-4b91-8884-948a989a9243 admin admin] Pushing event updated for resources: {'Network': ['ID=834b9055-4d8d-449f-a3d5-fe9a313ce5f4,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:31.776007 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Request body: {'subnet': {'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-409344801-subnet', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:31.788718 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:57:31.815945 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Made reservation on behalf of 1a5172b3a57b4f1a89e1b31df8908272 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:31.819579 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:31.850496 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-b10718e7-c987-4668-a70a-665f91c91ca3 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79064a8a50bb4066a6d764cf952dd46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3658412 Jul 07 12:57:31.967230 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-5e56056a-c286-4837-a315-f71a1621a5b5 service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842076 Jul 07 12:57:32.027070 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.027347 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-754a1e76-7268-4db7-a770-820707923816 service neutron] 10.222.0.21 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627440 Jul 07 12:57:32.089176 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d597429-fcc1-43b0-b96f-e993af5ff3d0,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:32.108586 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Checking segment: {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:32.108884 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Network hostable DHCP agents. Network: 834b9055-4d8d-449f-a3d5-fe9a313ce5f4, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:57:32.130211 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:57:32.138727 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-ccb47f6f-316c-47eb-8955-87c20f14c002 service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629310 Jul 07 12:57:32.140774 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 834b9055-4d8d-449f-a3d5-fe9a313ce5f4) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:32.148081 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:32.148605 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.154996 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e8bd4-4fdb-4549-ad81-4d4058549724 None None] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:57:32.160682 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-8655e5dd-446f-49bf-8819-c6f6dc54ef04 service neutron] 10.222.0.21 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236658 Jul 07 12:57:32.181477 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fb80bcac-7123-45bf-bf96-ddc3f381bffd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4118896 Jul 07 12:57:32.182190 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53906) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:32.187690 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:32.236465 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.238059 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.307397 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:32.311972 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Sync routers for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:57:32.317190 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.391309 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:32.404200 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:32.488317 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.645830 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:32.647926 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:32.672633 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:32.676670 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e0005-6bb9-4732-a79f-890ceeb85108 req-ec6497a5-7368-459c-ac47-1a270ffb64ad tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:32.683393 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cd0e0005-6bb9-4732-a79f-890ceeb85108 req-ec6497a5-7368-459c-ac47-1a270ffb64ad tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1056294 Jul 07 12:57:32.759462 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e6fdd908-bec1-4df3-be83-949853bd72f3 req-6770682b-1e91-45b8-92e4-20af81d0a1d2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 210 time: 0.0723300 Jul 07 12:57:32.943766 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cd0e0005-6bb9-4732-a79f-890ceeb85108 req-8b2e567f-024a-41f9-98dd-a643308b2d74 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593591 Jul 07 12:57:33.000128 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e5f79fdb-31ca-4411-b479-d228d2737744 req-0a493868-fd6c-40a4-9317-863c56b79dde tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 210 time: 0.0615871 Jul 07 12:57:33.021222 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.045184 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.092215 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-834b9055-4d8d-449f-a3d5-fe9a313ce5f4', 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'fixed_ips': [{'subnet_id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:57:33.093128 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.178690 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Allocated IP 172.27.0.206 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/b7136de3-fd47-41cf-87f5-1b76ea7b244b) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:33.266615 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b65038fc-13e3-4f27-9741-15d81409a0a2 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:33.289974 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.352539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.399826 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Allocated IP 172.20.0.2 (834b9055-4d8d-449f-a3d5-fe9a313ce5f4/9d597429-fcc1-43b0-b96f-e993af5ff3d0/210520d8-653e-4434-8501-ad84c96f0081) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:33.402545 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:33.407744 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:33.411398 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:33.415574 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port b65038fc-13e3-4f27-9741-15d81409a0a2 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:33.426897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port b65038fc-13e3-4f27-9741-15d81409a0a2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:33.427271 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.441349 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7136de3-fd47-41cf-87f5-1b76ea7b244b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:33.498722 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 2, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:33.547141 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Checking router: 52cb1bbd-6802-403b-8a46-58d18e82ce97 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:57:33.547405 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Updating router 52cb1bbd-6802-403b-8a46-58d18e82ce97 port 1234846e-b36e-4d47-9b53-a719d02bd6cd binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:57:33.643528 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.676186 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.725505 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.741835 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.769594 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port b65038fc-13e3-4f27-9741-15d81409a0a2, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b65038fc-13e3-4f27-9741-15d81409a0a2,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:33.819330 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Transition to ACTIVE for port object 210520d8-653e-4434-8501-ad84c96f0081 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:33.823668 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.888255 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Transition to ACTIVE for port object 210520d8-653e-4434-8501-ad84c96f0081 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:33.920897 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bd7f6b03-4a9e-423b-aee5-dbc5824f32c6 req-6ab2f631-8705-43ba-b32e-435a39cd29e9 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 210 time: 0.0387120 Jul 07 12:57:33.921863 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.943901 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:33.948942 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=b65038fc-13e3-4f27-9741-15d81409a0a2,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:34.016829 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:34.022032 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:34.035389 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:34.040639 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Pushing event updated for resources: {'Port': ['ID=210520d8-653e-4434-8501-ad84c96f0081,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:34.108586 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Router 6f298d14-0f23-4c4b-bfde-7484257255dd is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:57:34.211116 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b65038fc-13e3-4f27-9741-15d81409a0a2 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:34.329490 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.336878 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2a1c1da4-c00c-49db-84dd-9935de85b4d8 req-eccb8c44-b191-44d7-bc85-d5055f060cb4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 210 time: 0.0691051 Jul 07 12:57:34.344788 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Transition to ACTIVE for port object 1234846e-b36e-4d47-9b53-a719d02bd6cd will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:34.358696 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Attempting to bind port 210520d8-653e-4434-8501-ad84c96f0081 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:34.359183 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Attempting to bind port 210520d8-653e-4434-8501-ad84c96f0081 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:34.359542 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Attempting to bind port 210520d8-653e-4434-8501-ad84c96f0081 on network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:34.368426 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.371817 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-c1971398-5518-4200-a112-1db8e89d0670 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:34.374024 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:34.374525 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-c1971398-5518-4200-a112-1db8e89d0670 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "GET /v2.0/networks?id=3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 200 len: 809 time: 0.1571710 Jul 07 12:57:34.374722 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Checking segment: {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:34.375165 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.375555 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Bound using segment: {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:34.376074 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Bound port: 210520d8-653e-4434-8501-ad84c96f0081, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:34.376404 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:57:34.376507 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.388429 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Sync routers for ids ['6f298d14-0f23-4c4b-bfde-7484257255dd'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:57:34.400704 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Routers {'6f298d14-0f23-4c4b-bfde-7484257255dd'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:34.401511 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['6f298d14-0f23-4c4b-bfde-7484257255dd'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:34.411226 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8c872-7660-4086-9220-8dbfa8496e49 req-9e83d800-d4c4-4b98-9552-6fbde81e7cec tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:34.413239 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6c8c872-7660-4086-9220-8dbfa8496e49 req-9e83d800-d4c4-4b98-9552-6fbde81e7cec tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1637754 Jul 07 12:57:34.414879 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.416230 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-aff42af6-35b0-4976-ad92-e96cf919cef0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2328022 Jul 07 12:57:34.419056 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Request body: {'port': {'device_id': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891', 'admin_state_up': True, 'tenant_id': '79064a8a50bb4066a6d764cf952dd46d'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:34.419387 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 53970) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:34.552584 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Attempting to bind port 1234846e-b36e-4d47-9b53-a719d02bd6cd on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:34.553111 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Attempting to bind port 1234846e-b36e-4d47-9b53-a719d02bd6cd by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:34.553574 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Attempting to bind port 1234846e-b36e-4d47-9b53-a719d02bd6cd on network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:34.615863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] For port 210520d8-653e-4434-8501-ad84c96f0081, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:34.620657 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dede772-2e01-42c4-bda9-d23e64554ad8 None None] Pushing event updated for resources: {'Port': ['ID=1234846e-b36e-4d47-9b53-a719d02bd6cd,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:34.628596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] For port 210520d8-653e-4434-8501-ad84c96f0081, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=210520d8-653e-4434-8501-ad84c96f0081,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:34.637075 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port b65038fc-13e3-4f27-9741-15d81409a0a2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:34.637453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.639336 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:34.639705 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Checking segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:34.640150 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.640655 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Bound using segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:34.641069 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Bound port: 1234846e-b36e-4d47-9b53-a719d02bd6cd, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:34.641468 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.657788 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Set router 6f298d14-0f23-4c4b-bfde-7484257255dd gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:34.671606 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Made reservation on behalf of 79064a8a50bb4066a6d764cf952dd46d for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:34.676785 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.691452 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.829030 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] For port 1234846e-b36e-4d47-9b53-a719d02bd6cd, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:34.839664 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] For port 1234846e-b36e-4d47-9b53-a719d02bd6cd, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=1234846e-b36e-4d47-9b53-a719d02bd6cd,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:34.878418 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:34.940840 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Allocated IP 172.20.0.9 (3462a99d-bd71-416c-aca7-165bc4679891/9c183f8b-c5f0-4847-bcc9-54681ad776d8/1db85865-f7ed-4198-87f7-4aaaa71a45f8) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:35.012588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93444ff6-0ccd-4fe0-ad22-4a753c2af2fa None None] Pushing event updated for resources: {'Port': ['ID=210520d8-653e-4434-8501-ad84c96f0081,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:35.018562 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6c8c872-7660-4086-9220-8dbfa8496e49 req-63a9aade-468a-4995-9361-01cd0771a238 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659078 Jul 07 12:57:35.105749 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 3, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:35.118738 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:35.123625 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:35.201165 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Checking router: 6f298d14-0f23-4c4b-bfde-7484257255dd for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:57:35.207656 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Updating router 6f298d14-0f23-4c4b-bfde-7484257255dd port b7136de3-fd47-41cf-87f5-1b76ea7b244b binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:57:35.299191 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.335370 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.435439 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.508754 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-e8f47608-16f2-4b10-9e9e-427d8d9a2000 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:35.527452 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-e8f47608-16f2-4b10-9e9e-427d8d9a2000 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.5280511 Jul 07 12:57:35.537198 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Network 3462a99d-bd71-416c-aca7-165bc4679891 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:35.543921 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:35.549229 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:35.604077 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Request body: {'port': {'device_id': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'admin_state_up': True, 'tenant_id': '96f00525cc8e4796a20d4eda6059621b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:35.744807 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bc4e39f-a19d-4ec8-a3f0-281121096738 req-3bc4e3b2-5d1d-483e-bf24-5de482e78afe tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 210 time: 0.1459310 Jul 07 12:57:35.823958 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dede772-2e01-42c4-bda9-d23e64554ad8 None None] Pushing event updated for resources: {'Port': ['ID=1234846e-b36e-4d47-9b53-a719d02bd6cd,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:35.826374 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Pushing event updated for resources: {'Port': ['ID=1db85865-f7ed-4198-87f7-4aaaa71a45f8,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:35.831145 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.844051 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:35.853254 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Transition to ACTIVE for port object b7136de3-fd47-41cf-87f5-1b76ea7b244b will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:35.854149 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4463-1cb5-42b7-a25b-ef6353020c68 req-cde846d0-2d51-44ba-9f7e-f04565d65ad4 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:35.859960 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1fe4463-1cb5-42b7-a25b-ef6353020c68 req-cde846d0-2d51-44ba-9f7e-f04565d65ad4 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 931 time: 0.3749514 Jul 07 12:57:35.861628 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.879272 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:35.879927 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.897958 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-08d42894-be0c-4756-857c-b8f8dd0d0768 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4827671 Jul 07 12:57:35.929111 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Request body: {'port': {'device_id': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:35.932001 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9a94-c300-47b1-9362-fcfe500568a5 None None] Pushing event updated for resources: {'Port': ['ID=b7136de3-fd47-41cf-87f5-1b76ea7b244b,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:35.940211 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Attempting to bind port b7136de3-fd47-41cf-87f5-1b76ea7b244b on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:35.940765 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Attempting to bind port b7136de3-fd47-41cf-87f5-1b76ea7b244b by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:35.940963 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Attempting to bind port b7136de3-fd47-41cf-87f5-1b76ea7b244b on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:35.951994 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1fe4463-1cb5-42b7-a25b-ef6353020c68 req-7619ea57-97a8-4b67-8989-fdbffc7b0652 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858552 Jul 07 12:57:35.955128 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:35.956281 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:35.957036 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:35.957435 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:35.957977 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Bound port: b7136de3-fd47-41cf-87f5-1b76ea7b244b, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:35.958541 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.058369 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] For port b7136de3-fd47-41cf-87f5-1b76ea7b244b, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:36.066458 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] For port b7136de3-fd47-41cf-87f5-1b76ea7b244b, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b7136de3-fd47-41cf-87f5-1b76ea7b244b,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:36.071586 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.076662 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.078904 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.099273 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Made reservation on behalf of 96f00525cc8e4796a20d4eda6059621b for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:36.104357 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.231069 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:34Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:36.246675 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9a94-c300-47b1-9362-fcfe500568a5 None None] Pushing event updated for resources: {'Port': ['ID=b7136de3-fd47-41cf-87f5-1b76ea7b244b,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:36.317370 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Routers {'6f298d14-0f23-4c4b-bfde-7484257255dd'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:36.318057 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['6f298d14-0f23-4c4b-bfde-7484257255dd'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:36.339576 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 210520d8-653e-4434-8501-ad84c96f0081 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:36.386596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24279-027a-4517-910f-f5d3a7a97adf None None] The sync data for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi is: [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:34Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:57:36.459354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 210520d8-653e-4434-8501-ad84c96f0081 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:36.545927 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] Set router 6f298d14-0f23-4c4b-bfde-7484257255dd gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:36.656492 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f12c3-c9ce-4cc7-bbf9-f16c30327519 None None] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:57:36.666105 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db85865-f7ed-4198-87f7-4aaaa71a45f8 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:57:36.675376 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.690456 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Transition to ACTIVE for port object 1db85865-f7ed-4198-87f7-4aaaa71a45f8 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:36.691951 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95c32c-8408-4087-87f9-9f7f7358ffd9 req-0ff39ae5-ee70-47d5-93ce-e6412def9ce4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:36.693609 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6f95c32c-8408-4087-87f9-9f7f7358ffd9 req-0ff39ae5-ee70-47d5-93ce-e6412def9ce4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.3393846 Jul 07 12:57:36.704040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.727363 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Allocated IP 172.20.0.14 (0416eabc-0c02-46b0-9600-44272aeae57d/6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d/d00f1bf9-3a58-424e-b338-d4064dd9b268) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:36.730401 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Allocated IP 172.20.0.1 (834b9055-4d8d-449f-a3d5-fe9a313ce5f4/9d597429-fcc1-43b0-b96f-e993af5ff3d0/fc063bf4-fbe3-40f1-be63-900a6d5e2cf1) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:36.761299 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Pushing event updated for resources: {'Port': ['ID=1db85865-f7ed-4198-87f7-4aaaa71a45f8,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:36.794442 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] Provisioning for port 210520d8-653e-4434-8501-ad84c96f0081 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:36.821243 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] Provisioning complete for port 210520d8-653e-4434-8501-ad84c96f0081 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:36.823203 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.838921 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Attempting to bind port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:36.839409 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 3, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:36.840476 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Attempting to bind port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:36.841024 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Attempting to bind port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 on network 3462a99d-bd71-416c-aca7-165bc4679891 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:36.853478 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 on network 3462a99d-bd71-416c-aca7-165bc4679891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:57:36.855146 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Attempting to bind port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 on network 3462a99d-bd71-416c-aca7-165bc4679891 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:36.865904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:36.871477 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Checking segment: {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:36.872150 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Bound using segment: {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:36.872851 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Bound port: 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbbefbb-8461-49b1-8770-e903dae17a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:36.873415 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:36.885072 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b1f79-515f-4276-9b2a-583768e8b02b None None] The sync data for ids ['6f298d14-0f23-4c4b-bfde-7484257255dd'] in dv-cinder-792209-6-iscsi is: [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 3, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:57:36.891420 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6f95c32c-8408-4087-87f9-9f7f7358ffd9 req-1b1dc6b8-a5f6-4d16-8dc8-22c91587a0c1 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826048 Jul 07 12:57:37.041827 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e76fc429-4a94-457b-80bc-442ad9f21818 req-3dc5eaf2-6b23-4b49-97a0-1e8045953711 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 210 time: 0.0668592 Jul 07 12:57:37.056488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] For port 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:37.064632 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] For port 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:37.086668 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.135733 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.181729 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:37.182558 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.185642 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] 10.222.0.50 "PUT /v2.0/ports/1db85865-f7ed-4198-87f7-4aaaa71a45f8 HTTP/1.1" status: 200 len: 1093 time: 1.2724183 Jul 07 12:57:37.186346 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'tag': '1db85865-f7ed-4198-87f7-4aaaa71a45f8'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:37.193886 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e80fce-d135-43a7-a21d-d0057597e9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3aacbf-bdc4-46b3-b153-580894bcf900", "tag": "1db85865-f7ed-4198-87f7-4aaaa71a45f8"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:37.226024 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] For port 210520d8-653e-4434-8501-ad84c96f0081, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=210520d8-653e-4434-8501-ad84c96f0081,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:37.239386 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.257556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.266373 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fbd79b-24f3-4b8c-a4c0-cd6dd9176f4a x-openstack-request-id: req-49fbd79b-24f3-4b8c-a4c0-cd6dd9176f4a {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:37.266668 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3aacbf-bdc4-46b3-b153-580894bcf900", "tag": "1db85865-f7ed-4198-87f7-4aaaa71a45f8", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:37.266916 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49fbd79b-24f3-4b8c-a4c0-cd6dd9176f4a {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:37.269074 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'tag': '1db85865-f7ed-4198-87f7-4aaaa71a45f8', 'status': 'completed', 'code': 200} Jul 07 12:57:37.271558 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b63de-81a0-4f16-965e-49a208837b2f service neutron] Pushing event updated for resources: {'Port': ['ID=1db85865-f7ed-4198-87f7-4aaaa71a45f8,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:37.288519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Transition to ACTIVE for port object fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:37.348897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cfd7f-ad07-41df-aa9d-eb84f0f734f4 None None] Pushing event updated for resources: {'Port': ['ID=210520d8-653e-4434-8501-ad84c96f0081,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:37.376223 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.434725 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-526c067d-44db-4126-bf05-962be232249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:37.436756 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-526c067d-44db-4126-bf05-962be232249b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79064a8a50bb4066a6d764cf952dd46d&device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 1096 time: 0.1565201 Jul 07 12:57:37.499031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:37.509087 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:37.516384 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:37.524143 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Pushing event updated for resources: {'Port': ['ID=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:37.581950 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-bf2931af-7a9d-4095-b01b-969dcb5e6808 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8 HTTP/1.1" status: 200 len: 217 time: 0.1121099 Jul 07 12:57:37.587634 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.645679 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fadfa-b62c-4282-a6bf-0a9ceb424ebf req-ac53393a-af21-40e5-8b1e-ea2863d55c6b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:37.647414 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8d6fadfa-b62c-4282-a6bf-0a9ceb424ebf req-ac53393a-af21-40e5-8b1e-ea2863d55c6b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 943 time: 0.4833131 Jul 07 12:57:37.649004 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.677175 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0702ad55-ab8b-4d01-a1ec-b5dcbcd090d0 None None] Provisioning complete for port 210520d8-653e-4434-8501-ad84c96f0081 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:37.677788 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0702ad55-ab8b-4d01-a1ec-b5dcbcd090d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.703712 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2723-86de-4797-b557-afc680b249e4 req-8bc823fb-bbee-4ac1-9a46-3170d94fe6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:37.705159 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-8bc823fb-bbee-4ac1-9a46-3170d94fe6db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c183f8b-c5f0-4847-bcc9-54681ad776d8 HTTP/1.1" status: 200 len: 849 time: 0.0985420 Jul 07 12:57:37.765170 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-f090a937-b484-41f5-909f-9e0c61894df4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3462a99d-bd71-416c-aca7-165bc4679891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490978 Jul 07 12:57:37.876330 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8d6fadfa-b62c-4282-a6bf-0a9ceb424ebf req-5af91b66-38bf-4126-8f24-7c57d8c66271 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424367 Jul 07 12:57:37.932452 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:37.957231 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-6531248b-36f6-4446-be78-24c82f704480 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813569 Jul 07 12:57:38.016903 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-47149e01-af28-492f-b893-73f2e522ce89 None None] Provisioning for port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:38.025480 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-47149e01-af28-492f-b893-73f2e522ce89 None None] Provisioning complete for port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:38.028354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-47149e01-af28-492f-b893-73f2e522ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.104441 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Network 0416eabc-0c02-46b0-9600-44272aeae57d is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:38.132946 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-47149e01-af28-492f-b893-73f2e522ce89 None None] Port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:57:38.147551 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:38.154983 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:38.224303 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-990f2723-86de-4797-b557-afc680b249e4 req-4176d605-984d-4f05-89b2-ac84a23036c9 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565677 Jul 07 12:57:38.256788 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89ed5-bca3-4b08-a66a-1bd80c790546 req-b8fd4401-6887-4a48-8674-44100dcebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:38.258503 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ead89ed5-bca3-4b08-a66a-1bd80c790546 req-b8fd4401-6887-4a48-8674-44100dcebfd0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 1098 time: 0.2079053 Jul 07 12:57:38.300856 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event updated for resources: {'Port': ['ID=d00f1bf9-3a58-424e-b338-d4064dd9b268,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:38.303541 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ead89ed5-bca3-4b08-a66a-1bd80c790546 req-148270c4-f009-4586-a98f-e43c6bcaa50a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374656 Jul 07 12:57:38.344650 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1234846e-b36e-4d47-9b53-a719d02bd6cd up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:38.354344 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:38.355267 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.364162 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.412933 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 1234846e-b36e-4d47-9b53-a719d02bd6cd completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:38.418287 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 1234846e-b36e-4d47-9b53-a719d02bd6cd triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:38.418945 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.431807 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-4aad8b7d-b18f-400d-8b42-a590be960fce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8304098 Jul 07 12:57:38.476629 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af5982-7216-4dcd-b6f7-64dd1bdf8445 req-8b5cf981-bac0-4f2f-aabe-c905460b37e0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:38.483790 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-87af5982-7216-4dcd-b6f7-64dd1bdf8445 req-8b5cf981-bac0-4f2f-aabe-c905460b37e0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.4174235 Jul 07 12:57:38.570061 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb889e-167f-48d6-9fbd-e7c4f28dbf30 req-cc36f478-d390-40ee-9a33-7f38452fe51b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:38.571365 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cffb889e-167f-48d6-9fbd-e7c4f28dbf30 req-cc36f478-d390-40ee-9a33-7f38452fe51b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 932 time: 0.2925925 Jul 07 12:57:38.608234 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.633306 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-87af5982-7216-4dcd-b6f7-64dd1bdf8445 req-307d3603-5e5e-4d53-8094-0725bca4cd7d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454091 Jul 07 12:57:38.679131 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Request body: {'port': {'device_id': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:38.690399 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 1234846e-b36e-4d47-9b53-a719d02bd6cd, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=1234846e-b36e-4d47-9b53-a719d02bd6cd,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:38.742770 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cffb889e-167f-48d6-9fbd-e7c4f28dbf30 req-2d7f2dfa-47a1-44e3-ac96-f7b62f489b02 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570327 Jul 07 12:57:38.766261 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.767620 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b7136de3-fd47-41cf-87f5-1b76ea7b244b up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:38.789369 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-55cddee7-4f03-4766-a4e2-b0c33ab1e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:38.790999 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-55cddee7-4f03-4766-a4e2-b0c33ab1e811 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79064a8a50bb4066a6d764cf952dd46d&device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 1096 time: 0.1418231 Jul 07 12:57:38.843606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.847661 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.884967 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:38.927483 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=1234846e-b36e-4d47-9b53-a719d02bd6cd,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:38.936896 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-8884e12f-e32b-4e6e-8880-ad7ef6eeb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:38.938359 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-8884e12f-e32b-4e6e-8880-ad7ef6eeb8ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 200 len: 911 time: 0.1284301 Jul 07 12:57:38.961547 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port b7136de3-fd47-41cf-87f5-1b76ea7b244b completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:38.979873 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Pushing event updated for resources: {'Port': ['ID=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:38.989008 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port b7136de3-fd47-41cf-87f5-1b76ea7b244b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:38.989008 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.043209 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-2753ae8b-c0c5-43e0-a6db-636e80c92e49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8 HTTP/1.1" status: 200 len: 217 time: 0.0823841 Jul 07 12:57:39.053453 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.116616 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-cc9e7ed1-ef37-4e7b-93ec-1be4134c5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:39.119458 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-cc9e7ed1-ef37-4e7b-93ec-1be4134c5009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c183f8b-c5f0-4847-bcc9-54681ad776d8 HTTP/1.1" status: 200 len: 849 time: 0.0554593 Jul 07 12:57:39.140739 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.162917 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port b7136de3-fd47-41cf-87f5-1b76ea7b244b, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b7136de3-fd47-41cf-87f5-1b76ea7b244b,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:39.167567 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-3a4d8a69-91e0-41eb-981e-fb668611d2ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3462a99d-bd71-416c-aca7-165bc4679891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396683 Jul 07 12:57:39.168621 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.169857 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 210520d8-653e-4434-8501-ad84c96f0081 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:39.266229 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 210520d8-653e-4434-8501-ad84c96f0081 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:39.266613 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.268916 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=b7136de3-fd47-41cf-87f5-1b76ea7b244b,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:39.284488 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-72431e42-08fd-42b4-bed3-b878672c1160 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075962 Jul 07 12:57:39.397071 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-58e80fce-d135-43a7-a21d-d0057597e9e8 req-42d54a88-1827-4e8e-b678-4b0b52e635b3 service neutron] 10.222.0.50 "GET /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957339 Jul 07 12:57:39.565400 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da798bb4-131b-435a-8967-56246cb44617 req-54f31d50-3aae-456e-980d-c96b21693de0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:39.566944 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-da798bb4-131b-435a-8967-56246cb44617 req-54f31d50-3aae-456e-980d-c96b21693de0 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 943 time: 0.4718699 Jul 07 12:57:39.572801 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:39.579752 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:39.701642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00f1bf9-3a58-424e-b338-d4064dd9b268 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:57:39.713839 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-da798bb4-131b-435a-8967-56246cb44617 req-2b4826bb-1e7b-4313-b489-36b77a8ce016 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390941 Jul 07 12:57:39.722617 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.753042 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Transition to ACTIVE for port object d00f1bf9-3a58-424e-b338-d4064dd9b268 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:39.813781 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.891526 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-149bbaf7-c677-4660-a3c5-c7d3b7168e5d None None] Provisioning complete for port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:39.892139 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-149bbaf7-c677-4660-a3c5-c7d3b7168e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:39.925203 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-149bbaf7-c677-4660-a3c5-c7d3b7168e5d None None] Port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:57:39.988398 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Router 6f298d14-0f23-4c4b-bfde-7484257255dd has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:57:39.990756 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Pushing event updated for resources: {'Port': ['ID=d00f1bf9-3a58-424e-b338-d4064dd9b268,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:40.047562 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1234846e-b36e-4d47-9b53-a719d02bd6cd up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:40.093580 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 1234846e-b36e-4d47-9b53-a719d02bd6cd triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:40.093952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:40.096508 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270cd0c-fdc0-4f6d-ad07-7886344f6002 req-de08b3e1-b0be-402c-ac87-afcf1321e8dd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:40.098003 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0270cd0c-fdc0-4f6d-ad07-7886344f6002 req-de08b3e1-b0be-402c-ac87-afcf1321e8dd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.2759495 Jul 07 12:57:40.149045 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d39c35-dc6e-470a-9ece-a55f358d6e05 req-23f4a15a-a1f2-4442-a195-e8abb4afabb2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:40.150557 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-22d39c35-dc6e-470a-9ece-a55f358d6e05 req-23f4a15a-a1f2-4442-a195-e8abb4afabb2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 944 time: 0.2483468 Jul 07 12:57:40.153962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Attempting to bind port d00f1bf9-3a58-424e-b338-d4064dd9b268 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:40.154287 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Attempting to bind port d00f1bf9-3a58-424e-b338-d4064dd9b268 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:40.154609 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Attempting to bind port d00f1bf9-3a58-424e-b338-d4064dd9b268 on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:40.178845 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b7136de3-fd47-41cf-87f5-1b76ea7b244b up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:40.209886 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Port d00f1bf9-3a58-424e-b338-d4064dd9b268 on network 0416eabc-0c02-46b0-9600-44272aeae57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:57:40.210213 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Attempting to bind port d00f1bf9-3a58-424e-b338-d4064dd9b268 on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:40.225102 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port b7136de3-fd47-41cf-87f5-1b76ea7b244b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:40.225478 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:40.230033 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:40.230362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Checking segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:40.230740 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Bound using segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:40.231195 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Bound port: d00f1bf9-3a58-424e-b338-d4064dd9b268, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:40.231548 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:40.242632 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0270cd0c-fdc0-4f6d-ad07-7886344f6002 req-06b5ea55-7299-4dbc-8547-959f98f63202 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354351 Jul 07 12:57:40.268916 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-22d39c35-dc6e-470a-9ece-a55f358d6e05 req-daa563c4-75aa-4f74-8d50-06da79f90e21 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112702 Jul 07 12:57:40.292472 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:57:40.298188 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-75b8b583-a41f-4de8-97b2-59a79abdd670 admin admin] 10.222.0.21 "PUT /v2.0/routers/6f298d14-0f23-4c4b-bfde-7484257255dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8776150 Jul 07 12:57:40.308158 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Sync routers for ids ['6f298d14-0f23-4c4b-bfde-7484257255dd'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:57:40.328499 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] For port d00f1bf9-3a58-424e-b338-d4064dd9b268, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:40.331618 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] For port d00f1bf9-3a58-424e-b338-d4064dd9b268, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d00f1bf9-3a58-424e-b338-d4064dd9b268,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:40.334916 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Routers {'6f298d14-0f23-4c4b-bfde-7484257255dd'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:40.335533 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['6f298d14-0f23-4c4b-bfde-7484257255dd'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:40.339333 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:40.374808 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:40.375448 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:40.376836 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] 10.222.0.50 "PUT /v2.0/ports/d00f1bf9-3a58-424e-b338-d4064dd9b268 HTTP/1.1" status: 200 len: 1094 time: 1.7025893 Jul 07 12:57:40.377264 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'tag': 'd00f1bf9-3a58-424e-b338-d4064dd9b268'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:40.380239 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba10ea08-196e-4c65-a939-dcce02707180" -d '{"events": [{"name": "network-changed", "server_uuid": "71a4fa0f-3170-4bed-a135-4c7d2c859dc4", "tag": "d00f1bf9-3a58-424e-b338-d4064dd9b268"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:40.403249 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863b5b3-b25b-46be-a746-5ea5f50df199 service neutron] Pushing event updated for resources: {'Port': ['ID=d00f1bf9-3a58-424e-b338-d4064dd9b268,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:40.420935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb4646-bd05-4271-aa1a-b7591b5bd9af x-openstack-request-id: req-2fdb4646-bd05-4271-aa1a-b7591b5bd9af {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:40.421231 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a4fa0f-3170-4bed-a135-4c7d2c859dc4", "tag": "d00f1bf9-3a58-424e-b338-d4064dd9b268", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:40.421485 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fdb4646-bd05-4271-aa1a-b7591b5bd9af {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:40.421880 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'tag': 'd00f1bf9-3a58-424e-b338-d4064dd9b268', 'status': 'completed', 'code': 200} Jul 07 12:57:40.464628 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Set router 6f298d14-0f23-4c4b-bfde-7484257255dd gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:40.678781 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T12:57:37Z', 'revision_number': 4, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'fc063bf4-fbe3-40f1-be63-900a6d5e2cf1', 'name': '', 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'mac_address': 'fa:16:3e:5e:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:36Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 2, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'subnets': [{'id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:40.705204 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Checking router: 6f298d14-0f23-4c4b-bfde-7484257255dd for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:57:40.705553 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Updating router 6f298d14-0f23-4c4b-bfde-7484257255dd port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:57:40.741782 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:40.929470 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db272a-30a7-469d-8619-f7dadac0b0de req-5045084f-c1b6-4813-94cb-12487d3afa37 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:40.931094 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-15db272a-30a7-469d-8619-f7dadac0b0de req-5045084f-c1b6-4813-94cb-12487d3afa37 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 943 time: 0.0770974 Jul 07 12:57:40.984031 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-15db272a-30a7-469d-8619-f7dadac0b0de req-187789e8-6134-404f-b7a2-f639725383d2 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Jul 07 12:57:41.255946 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:41.282790 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Transition to ACTIVE for port object fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:41.296551 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:41.322899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-20666c04-7cd7-46e7-98d5-632d6ae5deb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:41.437801 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aefe81-8076-432b-9ba7-d267126cc06f None None] Pushing event updated for resources: {'Port': ['ID=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:41.510135 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Attempting to bind port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:57:41.510506 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Attempting to bind port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:57:41.510880 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Attempting to bind port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 on network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:57:41.522622 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:57:41.523066 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Checking segment: {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:57:41.523474 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:41.524631 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Bound using segment: {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:57:41.524631 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Bound port: fc063bf4-fbe3-40f1-be63-900a6d5e2cf1, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb55828-15b6-435a-9829-891eedb28f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:57:41.524897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:41.594527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90337c4-51d6-4493-b851-aa012ff546f7 req-8f44b524-d831-4c7e-8206-00c32ccb1537 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:41.601413 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a90337c4-51d6-4493-b851-aa012ff546f7 req-8f44b524-d831-4c7e-8206-00c32ccb1537 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1408334 Jul 07 12:57:41.675449 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a90337c4-51d6-4493-b851-aa012ff546f7 req-b0556884-432d-44cb-b9e7-5883f708aa19 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687685 Jul 07 12:57:41.820879 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] For port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:57:41.824831 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] For port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:57:41.843984 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:41.916644 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Routers {'6f298d14-0f23-4c4b-bfde-7484257255dd'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:57:41.917331 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:57:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['6f298d14-0f23-4c4b-bfde-7484257255dd'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:41.928198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db374ff9-fa55-4518-9296-1cf617ad834f req-94847ac8-bf63-4845-b387-3105cb4014b4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:41.937570 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-db374ff9-fa55-4518-9296-1cf617ad834f req-94847ac8-bf63-4845-b387-3105cb4014b4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 944 time: 0.1050115 Jul 07 12:57:42.017826 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-db374ff9-fa55-4518-9296-1cf617ad834f req-52be24ab-e625-457f-bdfc-672bfddb6623 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789888 Jul 07 12:57:42.029643 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aefe81-8076-432b-9ba7-d267126cc06f None None] Pushing event updated for resources: {'Port': ['ID=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:42.113803 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] Set router 6f298d14-0f23-4c4b-bfde-7484257255dd gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:57:42.226979 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e4999-7b69-4713-bcca-31f655e3d3e8 req-dc31934e-9d54-4f03-8774-447bf19e5d0e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:42.234335 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b59e4999-7b69-4713-bcca-31f655e3d3e8 req-dc31934e-9d54-4f03-8774-447bf19e5d0e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0914941 Jul 07 12:57:42.328467 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b59e4999-7b69-4713-bcca-31f655e3d3e8 req-f0102c57-a710-4b89-be47-49a6840b641d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929794 Jul 07 12:57:42.388775 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T12:57:37Z', 'revision_number': 4, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'fc063bf4-fbe3-40f1-be63-900a6d5e2cf1', 'name': '', 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'mac_address': 'fa:16:3e:5e:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:36Z', 'updated_at': '2021-07-07T12:57:41Z', 'revision_number': 4, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'subnets': [{'id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:57:42.421324 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf6061-96ac-4892-ac6c-abaeff09d980 None None] The sync data for ids ['6f298d14-0f23-4c4b-bfde-7484257255dd'] in dv-cinder-792209-6-iscsi is: [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T12:57:37Z', 'revision_number': 4, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'fc063bf4-fbe3-40f1-be63-900a6d5e2cf1', 'name': '', 'network_id': '834b9055-4d8d-449f-a3d5-fe9a313ce5f4', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'mac_address': 'fa:16:3e:5e:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:36Z', 'updated_at': '2021-07-07T12:57:41Z', 'revision_number': 4, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'subnets': [{'id': '9d597429-fcc1-43b0-b96f-e993af5ff3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:57:42.632753 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae504f-5f0c-4198-85b6-8e1dd69e4275 req-d57220b6-4e12-43c3-b7a8-099853cb3c2e tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:42.634235 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4ae504f-5f0c-4198-85b6-8e1dd69e4275 req-d57220b6-4e12-43c3-b7a8-099853cb3c2e tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 943 time: 0.1551719 Jul 07 12:57:42.667273 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 1db85865-f7ed-4198-87f7-4aaaa71a45f8 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:57:42.773170 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4ae504f-5f0c-4198-85b6-8e1dd69e4275 req-20d450d9-cd2e-4fc1-97f4-0c7c02847bca tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187422 Jul 07 12:57:42.799762 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:42.874980 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:42.906022 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '1db85865-f7ed-4198-87f7-4aaaa71a45f8', 'network_id': '3462a99d-bd71-416c-aca7-165bc4679891', 'port_id': '1db85865-f7ed-4198-87f7-4aaaa71a45f8', 'mac_address': 'fa:16:3e:8a:8c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c183f8b-c5f0-4847-bcc9-54681ad776d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:57:42.965102 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ea08-196e-4c65-a939-dcce02707180 req-99c44dcd-c313-4e97-8381-cf0bd2ed94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:42.967462 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba10ea08-196e-4c65-a939-dcce02707180 req-99c44dcd-c313-4e97-8381-cf0bd2ed94fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 1097 time: 0.2302573 Jul 07 12:57:42.991831 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:43.006412 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db85865-f7ed-4198-87f7-4aaaa71a45f8 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:57:43.042869 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:43.056475 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:43.154699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ea08-196e-4c65-a939-dcce02707180 req-c16ce228-6304-410e-83da-4d69e8c8894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:43.156096 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=1db85865-f7ed-4198-87f7-4aaaa71a45f8,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:43.156222 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba10ea08-196e-4c65-a939-dcce02707180 req-c16ce228-6304-410e-83da-4d69e8c8894f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=96f00525cc8e4796a20d4eda6059621b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1717691 Jul 07 12:57:43.310412 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ea08-196e-4c65-a939-dcce02707180 req-408bf9e7-6d56-4b9c-9861-8f8a53bbf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:43.312574 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba10ea08-196e-4c65-a939-dcce02707180 req-408bf9e7-6d56-4b9c-9861-8f8a53bbf635 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1443641 Jul 07 12:57:43.345748 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f9f2d-25f7-4d0f-892b-b832227a7a8b req-532b9e4f-54ff-4d36-a627-59e8c513a3d0 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:43.356709 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f4f9f2d-25f7-4d0f-892b-b832227a7a8b req-532b9e4f-54ff-4d36-a627-59e8c513a3d0 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 944 time: 0.1323860 Jul 07 12:57:43.406853 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f4f9f2d-25f7-4d0f-892b-b832227a7a8b req-d96402a6-1d3b-4c40-9638-af1eeae2e99b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Jul 07 12:57:43.512378 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['1db85865-f7ed-4198-87f7-4aaaa71a45f8'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:57:43.550619 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-c17eddcf-a359-43ad-bb9c-9f4377244030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:43.552198 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-c17eddcf-a359-43ad-bb9c-9f4377244030 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1418755 Jul 07 12:57:43.615256 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-67e82941-e167-4c10-873a-e636542c950c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d00f1bf9-3a58-424e-b338-d4064dd9b268 HTTP/1.1" status: 200 len: 217 time: 0.0431454 Jul 07 12:57:43.630645 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f010d93c-c7a3-4857-ba70-f74656d0bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:43.696411 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1f86-eecd-4176-9df8-117536a311f6 req-c5cd90d2-4185-4b8c-9990-6d325a5e8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:43.698026 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-c5cd90d2-4185-4b8c-9990-6d325a5e8235 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.0738750 Jul 07 12:57:43.715136 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:57:43.748004 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-1b114324-02f4-4bcb-b7e7-b8d4622f20a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419948 Jul 07 12:57:43.920491 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-67d0e0ed-968f-4583-a766-580735cac8d9 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639969 Jul 07 12:57:44.160597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:44.209148 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-374e1f86-eecd-4176-9df8-117536a311f6 req-462ef34e-22db-474d-b261-7ca3244d52a9 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678103 Jul 07 12:57:44.241326 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:44.245506 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf666c4-7678-4473-857c-6c73fb843eb6 req-1983bdc8-5e75-492a-b714-022f29e1c065 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:44.246411 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:44.246900 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.247152 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-adf666c4-7678-4473-857c-6c73fb843eb6 req-1983bdc8-5e75-492a-b714-022f29e1c065 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 944 time: 0.1550634 Jul 07 12:57:44.298578 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-adf666c4-7678-4473-857c-6c73fb843eb6 req-32efad04-b654-4b83-ba5d-1199084277a4 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Jul 07 12:57:44.325712 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.363721 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.410518 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:44.416495 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.495191 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:44.663453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 1db85865-f7ed-4198-87f7-4aaaa71a45f8 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:44.679208 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1b60-7a0b-48c7-a292-257cfba951f7 req-7224d00e-7a47-4d8b-9762-966306800fde tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:44.680854 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-41be1b60-7a0b-48c7-a292-257cfba951f7 req-7224d00e-7a47-4d8b-9762-966306800fde tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 944 time: 0.0830851 Jul 07 12:57:44.754084 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-41be1b60-7a0b-48c7-a292-257cfba951f7 req-fc324bfe-1d9d-49b2-bc2b-262ec918e7ce tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Jul 07 12:57:44.756790 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:44.762788 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:44.763184 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.862383 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.886403 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db85865-f7ed-4198-87f7-4aaaa71a45f8'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:44.888758 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6585c4-dd04-4e3a-87fc-4ba0b63aa2bf" -d '{"events": [{"server_uuid": "1d3aacbf-bdc4-46b3-b153-580894bcf900", "name": "network-vif-plugged", "status": "completed", "tag": "1db85865-f7ed-4198-87f7-4aaaa71a45f8"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:44.907277 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:44.914637 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:44.947191 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1271cae5-145f-41b2-b31e-ada1c58891b9 x-openstack-request-id: req-1271cae5-145f-41b2-b31e-ada1c58891b9 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:44.947558 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3aacbf-bdc4-46b3-b153-580894bcf900", "name": "network-vif-plugged", "status": "completed", "tag": "1db85865-f7ed-4198-87f7-4aaaa71a45f8", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:44.947872 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1271cae5-145f-41b2-b31e-ada1c58891b9 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:44.948333 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db85865-f7ed-4198-87f7-4aaaa71a45f8', 'code': 200} Jul 07 12:57:44.990811 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=1db85865-f7ed-4198-87f7-4aaaa71a45f8,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:45.115948 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:45.301864 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0fcd6-31e2-4efb-96b2-b22f88432eaa req-653ef42e-ff91-4580-923b-1fe063556b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:45.303494 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fbd0fcd6-31e2-4efb-96b2-b22f88432eaa req-653ef42e-ff91-4580-923b-1fe063556b45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 1098 time: 0.0625248 Jul 07 12:57:45.354143 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fbd0fcd6-31e2-4efb-96b2-b22f88432eaa req-aa3cda90-9e8e-40a1-8dab-c57a292d630d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Jul 07 12:57:45.518546 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16e490-1514-49dc-b539-7f1b978024a1 req-e5e7d231-e234-4916-8f78-ba3ab1b946e7 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:45.520372 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d16e490-1514-49dc-b539-7f1b978024a1 req-e5e7d231-e234-4916-8f78-ba3ab1b946e7 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.0862887 Jul 07 12:57:45.570947 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d16e490-1514-49dc-b539-7f1b978024a1 req-e758724a-004e-44fd-9ae2-6dc38bf47a7f tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Jul 07 12:57:45.967054 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f63f2-1b5d-43ed-a757-219e4ecbad82 req-2d918545-2295-46d1-906e-3d920cd79a43 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:45.968765 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-543f63f2-1b5d-43ed-a757-219e4ecbad82 req-2d918545-2295-46d1-906e-3d920cd79a43 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 944 time: 0.0779552 Jul 07 12:57:46.024953 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-543f63f2-1b5d-43ed-a757-219e4ecbad82 req-e1d185cf-e24b-4fd5-9cf8-41e40c193661 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500944 Jul 07 12:57:46.115118 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:46.184037 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:46.184951 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:46.420701 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:46.657616 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device d00f1bf9-3a58-424e-b338-d4064dd9b268 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:57:46.824011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port d00f1bf9-3a58-424e-b338-d4064dd9b268, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d00f1bf9-3a58-424e-b338-d4064dd9b268,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:46.854811 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'd00f1bf9-3a58-424e-b338-d4064dd9b268', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'port_id': 'd00f1bf9-3a58-424e-b338-d4064dd9b268', 'mac_address': 'fa:16:3e:ec:ba:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:57:46.912416 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:46.912585 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-e25f3fe6-04ab-4e22-9ed3-785667809545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:46.914182 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-e25f3fe6-04ab-4e22-9ed3-785667809545 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.2470121 Jul 07 12:57:46.924871 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f093018-47cf-463a-95fb-7d7453c8901c req-14d310f3-510b-47ba-9aab-8e62d3612ac9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:46.931889 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00f1bf9-3a58-424e-b338-d4064dd9b268 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:57:46.932987 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f093018-47cf-463a-95fb-7d7453c8901c req-14d310f3-510b-47ba-9aab-8e62d3612ac9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.2497880 Jul 07 12:57:46.969619 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port d00f1bf9-3a58-424e-b338-d4064dd9b268, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d00f1bf9-3a58-424e-b338-d4064dd9b268,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:46.983870 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:47.011248 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b236-2745-4d89-bfc2-d2ed27017154 req-66960e47-f450-4443-8398-4fcaa5cd3ea1 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:47.018768 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74e7b236-2745-4d89-bfc2-d2ed27017154 req-66960e47-f450-4443-8398-4fcaa5cd3ea1 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.2066998 Jul 07 12:57:47.079937 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f093018-47cf-463a-95fb-7d7453c8901c req-e76ee0a9-3a58-469b-8d45-916aba1c6bcc tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427045 Jul 07 12:57:47.104863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=d00f1bf9-3a58-424e-b338-d4064dd9b268,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:47.167298 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74e7b236-2745-4d89-bfc2-d2ed27017154 req-79d866f8-8603-4269-9156-fcd16b761d25 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473975 Jul 07 12:57:47.212793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-ddd0bd1c-7acf-4c40-abeb-694bf6dd7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:47.214863 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-ddd0bd1c-7acf-4c40-abeb-694bf6dd7fcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.2746763 Jul 07 12:57:47.321210 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-37001dc8-cd72-4620-a733-e67df0f59e59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0885828 Jul 07 12:57:47.388801 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:57:47.481041 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-4a56596a-8685-4b44-9abb-b3180885faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:47.482976 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-4a56596a-8685-4b44-9abb-b3180885faa5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.1325202 Jul 07 12:57:47.497584 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8bd0-ba28-4fa2-af38-232e40186d95 req-ece05eda-7c75-44fc-a81c-94d5dca962f8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:47.499488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b8ec8bd0-ba28-4fa2-af38-232e40186d95 req-ece05eda-7c75-44fc-a81c-94d5dca962f8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 945 time: 0.2009058 Jul 07 12:57:47.544572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-91c20aa1-057b-4475-82a8-2aff190293f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437911 Jul 07 12:57:47.642654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b8ec8bd0-ba28-4fa2-af38-232e40186d95 req-3ec10d9d-838f-4faf-ac53-f4e030dc4915 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303904 Jul 07 12:57:47.695677 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-c7ad971e-159f-4dc4-a30f-90d1436dd5d2 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345675 Jul 07 12:57:47.803428 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-99f1e7cb-b198-4c0c-adcb-21664776e834 req-b7885e2e-3fcb-4c54-8a08-131aa67f0822 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005738 Jul 07 12:57:48.304093 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba51fb-335f-4d00-8d24-0c435e135871 req-9f5bc030-48f8-49f6-b187-794e2576f0ce tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:48.306019 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-90ba51fb-335f-4d00-8d24-0c435e135871 req-9f5bc030-48f8-49f6-b187-794e2576f0ce tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0963390 Jul 07 12:57:48.405451 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-90ba51fb-335f-4d00-8d24-0c435e135871 req-564b45d6-0f68-44e1-8560-59374952c3ce tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935357 Jul 07 12:57:48.441850 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54109af-3d4d-48d1-826d-b54bde816493 req-1ce47226-992d-427d-b776-da97b6abd72b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:48.443606 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b54109af-3d4d-48d1-826d-b54bde816493 req-1ce47226-992d-427d-b776-da97b6abd72b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.1299386 Jul 07 12:57:48.503180 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b54109af-3d4d-48d1-826d-b54bde816493 req-d2a9fbec-32ca-49d2-8ed4-a585ab999b8a tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Jul 07 12:57:48.674621 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device d00f1bf9-3a58-424e-b338-d4064dd9b268 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:57:48.818122 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port d00f1bf9-3a58-424e-b338-d4064dd9b268 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:48.822740 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port d00f1bf9-3a58-424e-b338-d4064dd9b268 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:48.823376 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:48.946460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:48.980732 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f1bf9-3a58-424e-b338-d4064dd9b268'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:48.983874 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651c3b36-cd3e-440f-a06e-37a84c9fe937" -d '{"events": [{"server_uuid": "71a4fa0f-3170-4bed-a135-4c7d2c859dc4", "name": "network-vif-plugged", "status": "completed", "tag": "d00f1bf9-3a58-424e-b338-d4064dd9b268"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:49.012120 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port d00f1bf9-3a58-424e-b338-d4064dd9b268, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d00f1bf9-3a58-424e-b338-d4064dd9b268,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:49.026692 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:49.045950 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5f98-3620-4012-8ef6-15fd998efe2f req-b6508f8d-d88d-4a78-8183-b99b605b5dbc tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:49.051729 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d7f5f98-3620-4012-8ef6-15fd998efe2f req-b6508f8d-d88d-4a78-8183-b99b605b5dbc tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 945 time: 0.2380409 Jul 07 12:57:49.089150 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de6c4af-1cd0-405c-832e-062bf6e11b09 x-openstack-request-id: req-5de6c4af-1cd0-405c-832e-062bf6e11b09 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:49.089485 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4fa0f-3170-4bed-a135-4c7d2c859dc4", "name": "network-vif-plugged", "status": "completed", "tag": "d00f1bf9-3a58-424e-b338-d4064dd9b268", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:49.089739 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5de6c4af-1cd0-405c-832e-062bf6e11b09 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:49.090120 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00f1bf9-3a58-424e-b338-d4064dd9b268', 'code': 200} Jul 07 12:57:49.135800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d7f5f98-3620-4012-8ef6-15fd998efe2f req-bbe8c973-e99b-491a-a384-8f419449a762 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711174 Jul 07 12:57:49.145462 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=d00f1bf9-3a58-424e-b338-d4064dd9b268,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:49.410030 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b79d1c-a974-42f5-b852-f4297c8fb2ce req-64a91abe-698f-4082-8cda-542942354c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:49.411577 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01b79d1c-a974-42f5-b852-f4297c8fb2ce req-64a91abe-698f-4082-8cda-542942354c83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 1099 time: 0.0574372 Jul 07 12:57:49.454492 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01b79d1c-a974-42f5-b852-f4297c8fb2ce req-03b6f682-2f39-488c-8e95-5573d791adec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364025 Jul 07 12:57:49.634686 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa637d75-7192-4cf8-a023-295753fe452e req-3c7f59e5-0ef2-40d4-9e99-46a80e37c3e0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:49.636307 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa637d75-7192-4cf8-a023-295753fe452e req-3c7f59e5-0ef2-40d4-9e99-46a80e37c3e0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0762637 Jul 07 12:57:49.691202 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa637d75-7192-4cf8-a023-295753fe452e req-b0ce250d-cb41-4ae0-b875-03931fe1fd6a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Jul 07 12:57:50.420285 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f950e4-d205-41c8-ab3b-e60305daafa4 req-f597c7a4-e892-4886-bd18-a69a11f6a84f tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:50.426989 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09f950e4-d205-41c8-ab3b-e60305daafa4 req-f597c7a4-e892-4886-bd18-a69a11f6a84f tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.3280501 Jul 07 12:57:50.446885 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 54274) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:50.473543 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09f950e4-d205-41c8-ab3b-e60305daafa4 req-0763c182-b025-4144-a955-8d1df4c9bf02 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Jul 07 12:57:50.573644 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a1462ca6-e98d-4053-a667-8f4269571932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.736676 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8ed5a-a4f4-45aa-bfc3-575234285cc6 req-e3d166be-2bd0-4670-a952-d8c26e850c3d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:50.738314 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cfa8ed5a-a4f4-45aa-bfc3-575234285cc6 req-e3d166be-2bd0-4670-a952-d8c26e850c3d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.1207416 Jul 07 12:57:50.740341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a1462ca6-e98d-4053-a667-8f4269571932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.750957 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a1462ca6-e98d-4053-a667-8f4269571932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.812203 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a1462ca6-e98d-4053-a667-8f4269571932 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bb37e60f45145eaaf3afa529ae07d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640416 Jul 07 12:57:50.815646 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54282) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:50.821200 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cfa8ed5a-a4f4-45aa-bfc3-575234285cc6 req-6eedcad4-811f-4c3a-985b-331f30e00e8e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767403 Jul 07 12:57:50.821942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1462ca6-e98d-4053-a667-8f4269571932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78764f2-12f2-4d13-a28c-da0593b886b8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:50.884859 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b967af-3236-4c44-bb29-a212fc10b0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.911078 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b967af-3236-4c44-bb29-a212fc10b0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.975716 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b967af-3236-4c44-bb29-a212fc10b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.981890 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b967af-3236-4c44-bb29-a212fc10b0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:50.984149 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-93b967af-3236-4c44-bb29-a212fc10b0b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d78764f2-12f2-4d13-a28c-da0593b886b8 HTTP/1.1" status: 204 len: 168 time: 0.1655979 Jul 07 12:57:50.994038 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b967af-3236-4c44-bb29-a212fc10b0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78764f2-12f2-4d13-a28c-da0593b886b8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:51.029569 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca510518-316d-495f-9019-cf01703ecb52 req-1372e10f-ed37-4bf0-ac56-ef8d92027322 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:51.031189 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca510518-316d-495f-9019-cf01703ecb52 req-1372e10f-ed37-4bf0-ac56-ef8d92027322 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0960770 Jul 07 12:57:51.083460 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca510518-316d-495f-9019-cf01703ecb52 req-7cc72dac-b867-41fa-b97a-a7e6fc298f8a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Jul 07 12:57:51.756881 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310398a-17dc-4282-8859-7c6e1c9c0506 req-a0916afb-6553-4fd7-b5cc-25870d47856c tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:51.763350 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7310398a-17dc-4282-8859-7c6e1c9c0506 req-a0916afb-6553-4fd7-b5cc-25870d47856c tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.0945754 Jul 07 12:57:51.803420 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7310398a-17dc-4282-8859-7c6e1c9c0506 req-edd574d4-050b-4104-bef2-aa4cd14f38d4 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Jul 07 12:57:52.025930 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fd92-0b81-444e-b10c-ed3f0bf2f2e9 req-cad63f4c-edd7-43a3-9603-803f98b26c63 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:52.027507 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65c3fd92-0b81-444e-b10c-ed3f0bf2f2e9 req-cad63f4c-edd7-43a3-9603-803f98b26c63 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.0757358 Jul 07 12:57:52.072793 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65c3fd92-0b81-444e-b10c-ed3f0bf2f2e9 req-5f646871-0acc-4888-bd1d-9f4c62afce8c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Jul 07 12:57:52.305349 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde562f-0277-4c4e-9ee3-b61a2500793c req-589635f0-63e3-417d-9fa3-53e026a4a370 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:52.307119 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ffde562f-0277-4c4e-9ee3-b61a2500793c req-589635f0-63e3-417d-9fa3-53e026a4a370 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1001003 Jul 07 12:57:52.367702 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ffde562f-0277-4c4e-9ee3-b61a2500793c req-d2f5b608-2f10-4a92-b258-f05ccfaae91d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449662 Jul 07 12:57:52.398391 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 54334) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:52.501394 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-eb2db979-6ac1-41c5-9afa-10a3a9265037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.600131 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-eb2db979-6ac1-41c5-9afa-10a3a9265037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.604233 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-eb2db979-6ac1-41c5-9afa-10a3a9265037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.647232 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-eb2db979-6ac1-41c5-9afa-10a3a9265037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b32dbec7ad74bc2a44fe07311872b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460735 Jul 07 12:57:52.647232 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2db979-6ac1-41c5-9afa-10a3a9265037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc092b3-79ee-4be0-a42c-295bfa579475,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:52.650198 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54344) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:52.722550 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-302aeab5-bf73-4a4e-b24d-b83c6d45d585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.743780 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-302aeab5-bf73-4a4e-b24d-b83c6d45d585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.792383 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-302aeab5-bf73-4a4e-b24d-b83c6d45d585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.794969 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-302aeab5-bf73-4a4e-b24d-b83c6d45d585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:52.796123 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-302aeab5-bf73-4a4e-b24d-b83c6d45d585 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bc092b3-79ee-4be0-a42c-295bfa579475 HTTP/1.1" status: 204 len: 168 time: 0.1449287 Jul 07 12:57:52.806615 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aeab5-bf73-4a4e-b24d-b83c6d45d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc092b3-79ee-4be0-a42c-295bfa579475,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:53.035050 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-1e98c2cb-5de4-45a1-8795-ea995c326825 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:53.036642 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-1e98c2cb-5de4-45a1-8795-ea995c326825 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 815 time: 0.1492181 Jul 07 12:57:53.063564 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8652a2b-1189-4192-bf69-03cd7a6752c4 req-1603804a-2557-4425-9092-f21f30760ba3 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:53.065678 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8652a2b-1189-4192-bf69-03cd7a6752c4 req-1603804a-2557-4425-9092-f21f30760ba3 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.1233280 Jul 07 12:57:53.067194 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-474d5787-5e8d-4e21-b273-4da78e6ddc89 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/quotas/e856853c73a14edf82e46cae00860b46 HTTP/1.1" status: 200 len: 375 time: 0.0236592 Jul 07 12:57:53.134104 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8652a2b-1189-4192-bf69-03cd7a6752c4 req-84a1a9c9-63c6-49de-9ce5-89ff2233e790 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619547 Jul 07 12:57:53.163221 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-c41e21a3-b1d0-4da3-a83c-8014ecab97d0 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891237 Jul 07 12:57:53.290637 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-71333ef6-791c-44b4-a6c2-cf33d1c6f317 service neutron] 10.222.0.21 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145227 Jul 07 12:57:53.365542 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4add-5730-41f3-adfa-d42e5c3e9f84 req-83484b6f-53d0-4aa5-ba27-6b6630f44501 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:53.367247 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a0a4add-5730-41f3-adfa-d42e5c3e9f84 req-83484b6f-53d0-4aa5-ba27-6b6630f44501 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.1313844 Jul 07 12:57:53.427082 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a0a4add-5730-41f3-adfa-d42e5c3e9f84 req-4ab007b5-647c-441e-8288-38828ff9b4ae tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Jul 07 12:57:53.430457 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-2a15d006-973a-4da1-9f59-6256ad458615 service neutron] 10.222.0.21 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337225 Jul 07 12:57:53.608036 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e538c15-e724-48c6-b18e-3fd20dbbed34 req-915d594e-d179-4ad2-87e1-d6b01969f68e tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 210 time: 0.0300791 Jul 07 12:57:53.641692 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d606e-7669-4566-91cf-e6aaa8f99bd6 req-68e590b3-e571-4c61-b15d-78405ddf2e5a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:53.643875 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b8d606e-7669-4566-91cf-e6aaa8f99bd6 req-68e590b3-e571-4c61-b15d-78405ddf2e5a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1117301 Jul 07 12:57:53.686294 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b8d606e-7669-4566-91cf-e6aaa8f99bd6 req-6b1f83a1-1fae-40f7-b087-bb4b5d7463b2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Jul 07 12:57:54.324117 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8a51a-d5db-4752-924f-aaf6a1355a74 req-70727027-98d6-499c-9554-276e25402294 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:54.326256 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2ba8a51a-d5db-4752-924f-aaf6a1355a74 req-70727027-98d6-499c-9554-276e25402294 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.0727243 Jul 07 12:57:54.365033 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2ba8a51a-d5db-4752-924f-aaf6a1355a74 req-79a41731-776d-4f21-a4f9-05c358e6465b tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Jul 07 12:57:54.614385 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484938f-c808-4b32-b274-ae78f5c6b7a1 req-35245f0c-66ef-4c7f-8177-c88347a62f71 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:54.615917 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3484938f-c808-4b32-b274-ae78f5c6b7a1 req-35245f0c-66ef-4c7f-8177-c88347a62f71 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.0729344 Jul 07 12:57:54.653579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3484938f-c808-4b32-b274-ae78f5c6b7a1 req-6ff91e5b-19d5-4e3a-9edb-a29055011afb tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Jul 07 12:57:54.749757 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-979f569c-33ee-4112-9f4d-852d5a188770 req-9d5f65da-85e1-47c9-aa39-bb2071b43e28 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 210 time: 0.0329885 Jul 07 12:57:54.896057 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e5df-c1fc-4f36-ace3-a09f66afd5aa req-f3eefce0-6fbd-4325-80d7-557e3df4594a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:54.905686 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a6a4e5df-c1fc-4f36-ace3-a09f66afd5aa req-f3eefce0-6fbd-4325-80d7-557e3df4594a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0916851 Jul 07 12:57:54.963531 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a6a4e5df-c1fc-4f36-ace3-a09f66afd5aa req-ea47ff38-8631-4dcd-864e-d4b85826af12 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566990 Jul 07 12:57:55.133897 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-121a7a71-fc52-41c6-9e93-3827555a4944 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:55.135470 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-121a7a71-fc52-41c6-9e93-3827555a4944 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 815 time: 0.1121171 Jul 07 12:57:55.286057 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'port': {'device_id': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'admin_state_up': True, 'tenant_id': 'e856853c73a14edf82e46cae00860b46'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:57:55.378769 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459c30f-8d48-402a-99a1-4339c67d468c req-7b449395-cd14-4999-b070-a28d364664d1 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:55.380297 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2459c30f-8d48-402a-99a1-4339c67d468c req-7b449395-cd14-4999-b070-a28d364664d1 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.0697117 Jul 07 12:57:55.396781 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Made reservation on behalf of e856853c73a14edf82e46cae00860b46 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:57:55.400802 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:55.514312 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Deleting port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:57:55.515019 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:55.579889 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Allocated IP 172.20.0.9 (b11f66a6-d1f8-4eee-b9aa-d66e4050d461/4c3b81a4-643a-4abd-9676-8758238cbeca/b0007cfb-a897-4c73-997d-539d486f6bd7) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:57:55.620224 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] For port 1db85865-f7ed-4198-87f7-4aaaa71a45f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1db85865-f7ed-4198-87f7-4aaaa71a45f8,segment=NetworkSegment(cbbbefbb-8461-49b1-8770-e903dae17a52),segment_id=cbbbefbb-8461-49b1-8770-e903dae17a52)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:57:55.631411 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:55.640872 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e267e8a-cc38-4242-ab0c-d4b5bc679aea req-2c740ea2-47e0-4cd2-9f10-9ac7c6be0090 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:55.648327 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e267e8a-cc38-4242-ab0c-d4b5bc679aea req-2c740ea2-47e0-4cd2-9f10-9ac7c6be0090 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 945 time: 0.1443157 Jul 07 12:57:55.650005 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Calling delete_port for 1db85865-f7ed-4198-87f7-4aaaa71a45f8 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:57:55.752480 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e267e8a-cc38-4242-ab0c-d4b5bc679aea req-ed825baf-ce4c-4bb0-899a-873bdece2397 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/security-groups?id=d08910f9-dba3-4244-9654-c440abd8e79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027098 Jul 07 12:57:55.835956 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:55.880458 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Transition to ACTIVE for port object b0007cfb-a897-4c73-997d-539d486f6bd7 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:57:55.880702 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:55.917202 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Pushing event deleted for resources: {'Port': ['ID=1db85865-f7ed-4198-87f7-4aaaa71a45f8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:55.928632 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['1db85865-f7ed-4198-87f7-4aaaa71a45f8'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:57:56.022770 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] No DVR routers for this DVR port 1db85865-f7ed-4198-87f7-4aaaa71a45f8 on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 12:57:56.031637 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:56.032406 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1ebb77b8-a8fc-42e1-a388-1f51bcbb62a7 req-a8c8202b-95d4-4b5a-8f66-8ad2ff05dd1b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 210 time: 0.1294918 Jul 07 12:57:56.034231 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2459c30f-8d48-402a-99a1-4339c67d468c req-39e28162-4330-41ee-b195-47d83bafe881 tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.50 "DELETE /v2.0/ports/1db85865-f7ed-4198-87f7-4aaaa71a45f8 HTTP/1.1" status: 204 len: 173 time: 0.6351967 Jul 07 12:57:56.034690 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'name': 'network-vif-deleted', 'tag': '1db85865-f7ed-4198-87f7-4aaaa71a45f8'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:57:56.037644 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:56.046787 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8371a7a9-5098-465d-9397-da982ad0c67b" -d '{"events": [{"server_uuid": "1d3aacbf-bdc4-46b3-b153-580894bcf900", "name": "network-vif-deleted", "tag": "1db85865-f7ed-4198-87f7-4aaaa71a45f8"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:57:56.123613 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8b61c9-ae5e-4ecb-8777-2f6b4e872719 x-openstack-request-id: req-9a8b61c9-ae5e-4ecb-8777-2f6b4e872719 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:57:56.124119 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3aacbf-bdc4-46b3-b153-580894bcf900", "name": "network-vif-deleted", "tag": "1db85865-f7ed-4198-87f7-4aaaa71a45f8", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:57:56.124558 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a8b61c9-ae5e-4ecb-8777-2f6b4e872719 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:57:56.125195 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3aacbf-bdc4-46b3-b153-580894bcf900', 'name': 'network-vif-deleted', 'tag': '1db85865-f7ed-4198-87f7-4aaaa71a45f8', 'status': 'completed', 'code': 200} Jul 07 12:57:56.150609 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:56.183982 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:57:56.189047 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:57:56.195150 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:57:56.344257 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:56.345302 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:56.395162 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-bf90a43e-9ee5-4383-bd90-a596c23c41c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136723 Jul 07 12:57:56.410684 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efafb7e-d0e5-46c1-987b-3a2bea3eb44c req-4daf4039-46b9-4fef-8c8a-df46d8326300 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:57:56.414378 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6efafb7e-d0e5-46c1-987b-3a2bea3eb44c req-4daf4039-46b9-4fef-8c8a-df46d8326300 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.2096021 Jul 07 12:57:56.504834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6efafb7e-d0e5-46c1-987b-3a2bea3eb44c req-fe9898b6-a175-4032-80dd-c74b6d5ad9f4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818393 Jul 07 12:57:56.572392 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-89e1e31c-b619-48eb-957c-88a4d56f409a None None] Provisioning for port b0007cfb-a897-4c73-997d-539d486f6bd7 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:57:56.577166 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-89e1e31c-b619-48eb-957c-88a4d56f409a None None] Provisioning complete for port b0007cfb-a897-4c73-997d-539d486f6bd7 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:57:56.577546 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-89e1e31c-b619-48eb-957c-88a4d56f409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:56.640337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-89e1e31c-b619-48eb-957c-88a4d56f409a None None] Port b0007cfb-a897-4c73-997d-539d486f6bd7 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:57:58.757015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 1db85865-f7ed-4198-87f7-4aaaa71a45f8 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:57:58.777634 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 1db85865-f7ed-4198-87f7-4aaaa71a45f8 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:57:58.777982 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 1db85865-f7ed-4198-87f7-4aaaa71a45f8 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:57:59.321185 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54494) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:59.428704 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3193f308-ee0a-4a99-8cab-dba7e862d3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.545819 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3193f308-ee0a-4a99-8cab-dba7e862d3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.550506 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3193f308-ee0a-4a99-8cab-dba7e862d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.589070 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3193f308-ee0a-4a99-8cab-dba7e862d3b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a593c76f62bb40679e0bd90f16b98bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667630 Jul 07 12:57:59.590048 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193f308-ee0a-4a99-8cab-dba7e862d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e30415-581c-4720-8c28-0d10afb08785,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:57:59.591697 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 54500) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:57:59.646740 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4be1f6e5-a3e4-40e4-aa65-aa387b55a416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.668769 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4be1f6e5-a3e4-40e4-aa65-aa387b55a416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.714265 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4be1f6e5-a3e4-40e4-aa65-aa387b55a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.716790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4be1f6e5-a3e4-40e4-aa65-aa387b55a416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:57:59.720729 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4be1f6e5-a3e4-40e4-aa65-aa387b55a416 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6e30415-581c-4720-8c28-0d10afb08785 HTTP/1.1" status: 204 len: 168 time: 0.1233354 Jul 07 12:57:59.732719 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f6e5-a3e4-40e4-aa65-aa387b55a416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e30415-581c-4720-8c28-0d10afb08785,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:04.029202 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54578) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:04.151640 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.247127 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.251083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.292871 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e750c-9c3d-4619-833f-7bad25c16f50,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:04.300204 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f52e26c1aa604ccab8709a02d34a4aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692411 Jul 07 12:58:04.302880 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 54582) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:04.305340 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.305713 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.306062 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.306398 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.306728 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.307096 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.307426 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.313131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.313131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.313131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.313131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.313131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b246e92-9819-4be6-bddc-f7cb5b81962d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.370119 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.390083 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.434237 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.436908 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:04.438027 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad4e750c-9c3d-4619-833f-7bad25c16f50 HTTP/1.1" status: 204 len: 168 time: 0.1335540 Jul 07 12:58:04.445646 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e750c-9c3d-4619-833f-7bad25c16f50,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:04.452642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.452994 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.453337 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.453671 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.454003 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.454334 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.454661 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.455533 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.455864 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.456188 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.456513 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:04.456820 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9101e8a-b4b8-4151-a12d-54f3a516e334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:07.971217 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Request body: {'port': {'device_id': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:08.051334 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.293064 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f5478db-f36c-4f98-83d0-1f7a328fe843 req-2132a966-271a-4937-8b26-548399269feb tempest-VolumesActionsTest-1841707557 tempest-VolumesActionsTest-1841707557-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d3aacbf-bdc4-46b3-b153-580894bcf900 HTTP/1.1" status: 200 len: 210 time: 0.0879610 Jul 07 12:58:08.336980 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54708) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:08.452441 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0007cfb-a897-4c73-997d-539d486f6bd7 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:08.467124 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.473210 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Transition to ACTIVE for port object b0007cfb-a897-4c73-997d-539d486f6bd7 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:08.506323 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.551162 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:08.595976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cd166623-d59d-436a-9c87-9b208f247791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.693291 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39075fd3-8004-4e01-9399-47d6bbfa26b4 req-6e4abd21-ddb5-478b-8f23-e1641eb49fb4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:08.700497 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39075fd3-8004-4e01-9399-47d6bbfa26b4 req-6e4abd21-ddb5-478b-8f23-e1641eb49fb4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.3001134 Jul 07 12:58:08.763823 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cd166623-d59d-436a-9c87-9b208f247791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.780552 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cd166623-d59d-436a-9c87-9b208f247791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.813126 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Attempting to bind port b0007cfb-a897-4c73-997d-539d486f6bd7 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:08.814066 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Attempting to bind port b0007cfb-a897-4c73-997d-539d486f6bd7 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:08.814066 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Attempting to bind port b0007cfb-a897-4c73-997d-539d486f6bd7 on network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:08.827378 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39075fd3-8004-4e01-9399-47d6bbfa26b4 req-df2f7517-9bbd-46bc-8bd8-28910aae8650 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255715 Jul 07 12:58:08.830632 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Port b0007cfb-a897-4c73-997d-539d486f6bd7 on network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:58:08.831449 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Attempting to bind port b0007cfb-a897-4c73-997d-539d486f6bd7 on network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:08.850260 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:08.850509 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Checking segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:08.851015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Bound using segment: {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:08.851468 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Bound port: b0007cfb-a897-4c73-997d-539d486f6bd7, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554d96a3-5305-4bf2-a2d0-db82b61001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:08.851927 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.866967 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cd166623-d59d-436a-9c87-9b208f247791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9aadc5f100948b2ab0c46ce2242c3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287387 Jul 07 12:58:08.867741 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd166623-d59d-436a-9c87-9b208f247791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b21a3a-6c44-447e-8323-2baab3f22cea,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:08.870202 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54716) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:08.884224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942615-da4f-45d9-ba51-51e19b58e64c req-46dc7fa5-48c3-4478-81a6-664e21a16d49 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:08.889831 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70942615-da4f-45d9-ba51-51e19b58e64c req-46dc7fa5-48c3-4478-81a6-664e21a16d49 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.2426271 Jul 07 12:58:08.947201 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecb8c-3388-4cbe-ac27-bb741e99ae05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.976764 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecb8c-3388-4cbe-ac27-bb741e99ae05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:08.978859 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:08.983727 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:08.990628 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70942615-da4f-45d9-ba51-51e19b58e64c req-a3164150-6d08-492c-8acb-e81efb04efc7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691106 Jul 07 12:58:09.000805 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:09.039474 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:09.040101 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:09.041451 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] 10.222.0.50 "PUT /v2.0/ports/b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 1093 time: 1.0748010 Jul 07 12:58:09.041907 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:09.044258 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa3e772-fb46-433e-a285-4f2e5c6bedb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:09.050585 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecb8c-3388-4cbe-ac27-bb741e99ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:09.053605 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecb8c-3388-4cbe-ac27-bb741e99ae05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:09.057843 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3e0ecb8c-3388-4cbe-ac27-bb741e99ae05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12b21a3a-6c44-447e-8323-2baab3f22cea HTTP/1.1" status: 204 len: 168 time: 0.1828263 Jul 07 12:58:09.080412 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecb8c-3388-4cbe-ac27-bb741e99ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b21a3a-6c44-447e-8323-2baab3f22cea,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:09.111343 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e0c68-a4d1-46a2-b5ba-a0161fbf54ad service neutron] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:09.122198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df6ffd5-c7c2-4440-926e-8f898c1b7be2 x-openstack-request-id: req-5df6ffd5-c7c2-4440-926e-8f898c1b7be2 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:09.122699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:09.123287 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5df6ffd5-c7c2-4440-926e-8f898c1b7be2 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:09.123851 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'status': 'completed', 'code': 200} Jul 07 12:58:09.207051 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-8a83ba1f-66fc-4540-984f-8dbbfaf454e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:09.209031 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-8a83ba1f-66fc-4540-984f-8dbbfaf454e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1096 time: 0.0680895 Jul 07 12:58:09.273631 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-603cd096-1961-471c-ba57-1003b6d6d9e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0467904 Jul 07 12:58:09.368045 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-eb5f0537-c18d-4e42-bf5f-dee2e32cebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:09.368045 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-eb5f0537-c18d-4e42-bf5f-dee2e32cebd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.0735264 Jul 07 12:58:09.445228 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-640b20d1-2ea7-426b-8abd-e851a964979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:09.446801 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-640b20d1-2ea7-426b-8abd-e851a964979a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751092 Jul 07 12:58:09.570086 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-27e72900-9464-413a-9ad6-bbf30956a977 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144779 Jul 07 12:58:09.686657 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6d1d90d-a3f3-4902-98a9-e616d0d4eff5 req-eb2a1e9f-818c-4553-b6d9-2627f7c14de2 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095953 Jul 07 12:58:09.928075 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecb1a2-60df-44f6-8b51-6511eaa0c379 req-6fdf1a81-4fec-45d7-85a0-084f884f8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:09.929821 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8aecb1a2-60df-44f6-8b51-6511eaa0c379 req-6fdf1a81-4fec-45d7-85a0-084f884f8326 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.1164098 Jul 07 12:58:09.936390 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-23cdf592-3b5f-4c9c-aa73-fdd51f7871dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:09.939668 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-23cdf592-3b5f-4c9c-aa73-fdd51f7871dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1096 time: 0.1268609 Jul 07 12:58:10.027396 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8aecb1a2-60df-44f6-8b51-6511eaa0c379 req-345e6183-b180-4ae4-911f-d8b93c4245ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765195 Jul 07 12:58:10.084489 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-7f3145c8-261e-4444-aae4-f96df4bd1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:10.084730 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-7f3145c8-261e-4444-aae4-f96df4bd1e66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 917 time: 0.1409948 Jul 07 12:58:10.092032 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4faf-a60a-4b85-85e2-ec20c1f8ae17 req-737a512b-98bd-4484-9966-98e148a68397 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:10.093653 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677a4faf-a60a-4b85-85e2-ec20c1f8ae17 req-737a512b-98bd-4484-9966-98e148a68397 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.1160116 Jul 07 12:58:10.154849 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-677a4faf-a60a-4b85-85e2-ec20c1f8ae17 req-d34f7ab4-9741-4def-86ff-51d1cbb570e8 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539050 Jul 07 12:58:10.230364 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458347b-2edb-4e9b-a9db-7716ca83457c req-20e66295-6723-4bfb-8652-7ae628d6e6de tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:10.231854 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6458347b-2edb-4e9b-a9db-7716ca83457c req-20e66295-6723-4bfb-8652-7ae628d6e6de tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0818093 Jul 07 12:58:10.275063 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6458347b-2edb-4e9b-a9db-7716ca83457c req-269a5b71-c63d-4bef-b8c4-396826199c2a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360768 Jul 07 12:58:10.342706 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-0341daef-a292-4ad1-87ec-ccfed982417d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0419161 Jul 07 12:58:10.393543 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-046a4a94-ba80-4e0d-ba1b-c250b533afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:10.395176 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-046a4a94-ba80-4e0d-ba1b-c250b533afbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.0455842 Jul 07 12:58:10.483794 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-4cfdb2d6-2721-4003-94d1-71de2974e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:10.493201 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-4cfdb2d6-2721-4003-94d1-71de2974e402 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669889 Jul 07 12:58:10.585636 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-55233867-2541-4ee4-9a9d-108aa9020e25 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914533 Jul 07 12:58:10.676117 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-caa3e772-fb46-433e-a285-4f2e5c6bedb7 req-aeee9705-f554-4a94-acac-58fd35043272 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799181 Jul 07 12:58:10.950603 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 54824) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:11.053191 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-00f32810-e4ba-415c-a179-542dd984b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.140061 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-00f32810-e4ba-415c-a179-542dd984b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.143862 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-00f32810-e4ba-415c-a179-542dd984b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.185168 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-00f32810-e4ba-415c-a179-542dd984b4d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=348d305febc64a24bb74dbd8463285e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334654 Jul 07 12:58:11.185958 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f32810-e4ba-415c-a179-542dd984b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c5134b-332d-446a-83f1-097bfbc603fe,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:11.188203 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 54828) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:11.239894 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aadf9914-4eb6-4d66-92b1-7a488fc1ac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.260034 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aadf9914-4eb6-4d66-92b1-7a488fc1ac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.284886 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ad62f955-da9a-45a8-8277-865816004432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.341977 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aadf9914-4eb6-4d66-92b1-7a488fc1ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.344545 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aadf9914-4eb6-4d66-92b1-7a488fc1ac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:11.346164 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-aadf9914-4eb6-4d66-92b1-7a488fc1ac1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01c5134b-332d-446a-83f1-097bfbc603fe HTTP/1.1" status: 204 len: 168 time: 0.1569929 Jul 07 12:58:11.356674 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf9914-4eb6-4d66-92b1-7a488fc1ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c5134b-332d-446a-83f1-097bfbc603fe,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:11.386935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e10cf-5253-45ff-8e70-9108ebe2ce69 req-1537fab4-9478-4acc-b278-5fa811705331 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:11.388253 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-079e10cf-5253-45ff-8e70-9108ebe2ce69 req-1537fab4-9478-4acc-b278-5fa811705331 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.1066358 Jul 07 12:58:11.428849 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-079e10cf-5253-45ff-8e70-9108ebe2ce69 req-11af9c4d-f060-4a67-a05f-53bff57c2256 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Jul 07 12:58:11.507664 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a316702-9a73-469a-abf7-a83439ccd209 req-ccbe62e7-7b6c-4ad8-843a-b49df7efaa5a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:11.509260 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a316702-9a73-469a-abf7-a83439ccd209 req-ccbe62e7-7b6c-4ad8-843a-b49df7efaa5a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0695171 Jul 07 12:58:11.552375 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a316702-9a73-469a-abf7-a83439ccd209 req-450857f6-3f2c-4cf8-8070-85212b5d0fb2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360672 Jul 07 12:58:12.607243 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39010-f650-4a2c-9ab8-09387bc65d5e req-63cef4ce-be60-4bff-a776-89629e4dde9b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:12.608780 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1c39010-f650-4a2c-9ab8-09387bc65d5e req-63cef4ce-be60-4bff-a776-89629e4dde9b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.0702662 Jul 07 12:58:12.645579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1c39010-f650-4a2c-9ab8-09387bc65d5e req-361bc48d-c7a6-44ac-b0b0-b92c7e06ee15 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Jul 07 12:58:12.682534 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:12.725403 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7feb04-f754-40e2-a3e5-f79ee9e43e9f req-c72fcb63-6b6f-43c3-92a4-9b7d990cc0cd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:12.726894 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5f7feb04-f754-40e2-a3e5-f79ee9e43e9f req-c72fcb63-6b6f-43c3-92a4-9b7d990cc0cd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0632148 Jul 07 12:58:12.763841 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5f7feb04-f754-40e2-a3e5-f79ee9e43e9f req-9706cf78-60be-403f-b184-485ca1539123 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Jul 07 12:58:13.433693 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-60f50566-8ad5-424d-ba89-0bcf394dbc82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538647 Jul 07 12:58:13.535599 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-c2f26fc0-8f92-4682-98a1-8abb0c79e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:13.537028 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-c2f26fc0-8f92-4682-98a1-8abb0c79e9b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0536680 Jul 07 12:58:13.611871 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb3c7-de5e-42bb-a8e4-e8635e7cff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:13.648004 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-fc018342-31e7-467c-8301-c1bc8f90fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:13.649466 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-fc018342-31e7-467c-8301-c1bc8f90fc3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.0868657 Jul 07 12:58:13.705833 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-82ef3ca0-55f4-4bbb-bf55-3929bd939fea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf289333-a45c-453a-94af-f9f23e45ecaa HTTP/1.1" status: 200 len: 217 time: 0.0388510 Jul 07 12:58:13.820524 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-6bceebb5-2673-4483-ac52-5d00408a8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:13.822350 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-6bceebb5-2673-4483-ac52-5d00408a8361 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.0464907 Jul 07 12:58:13.823871 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a78773-56bf-48e0-8af3-5f586ff1cd36 req-2be492ce-63ea-4f0a-a558-dc9436df6cb6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:13.825332 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-76a78773-56bf-48e0-8af3-5f586ff1cd36 req-2be492ce-63ea-4f0a-a558-dc9436df6cb6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.0680170 Jul 07 12:58:13.864575 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-76a78773-56bf-48e0-8af3-5f586ff1cd36 req-e8934f3c-1097-4bae-944d-74f90770f11b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Jul 07 12:58:13.871744 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-f3b9519d-66a0-48e0-a95e-1ca3aae1186c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311904 Jul 07 12:58:14.005378 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-792fe5bd-7708-4cd2-bc96-023d03d75cc9 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258376 Jul 07 12:58:14.085378 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc78e1-0f99-4b41-982f-2ee930db58b2 req-ffdfbb05-da1c-4987-8429-c30d52a6bc39 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:14.092625 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70cc78e1-0f99-4b41-982f-2ee930db58b2 req-ffdfbb05-da1c-4987-8429-c30d52a6bc39 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0890939 Jul 07 12:58:14.138687 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70cc78e1-0f99-4b41-982f-2ee930db58b2 req-bf603fa8-8a83-4f36-b1d0-6a5059bed84a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Jul 07 12:58:14.138942 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c633c4f-48e8-4c25-84a1-217e86cfc447 req-99153766-51ed-44d4-94a5-88594212940c service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240699 Jul 07 12:58:14.250530 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852357c-c2b8-4def-abc8-f4d8e9ebd1ba req-7cb12324-fa81-4608-9b0b-26dff268207c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:14.252031 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b852357c-c2b8-4def-abc8-f4d8e9ebd1ba req-7cb12324-fa81-4608-9b0b-26dff268207c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0647070 Jul 07 12:58:14.289491 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b852357c-c2b8-4def-abc8-f4d8e9ebd1ba req-f7b231a5-b643-4543-abaa-601cba0029c1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Jul 07 12:58:14.299152 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:15.059949 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea0c11-1a5c-4990-9d12-65104aecc2a4 req-4bfb8a81-2810-4010-b8d7-4aff3954bc51 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:15.069446 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0ea0c11-1a5c-4990-9d12-65104aecc2a4 req-4bfb8a81-2810-4010-b8d7-4aff3954bc51 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.0812557 Jul 07 12:58:15.109241 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0ea0c11-1a5c-4990-9d12-65104aecc2a4 req-d33ef695-1199-4fa9-b01c-b043f1a6e428 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Jul 07 12:58:15.112422 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:15.348667 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866a5aa-f89e-4dc5-a856-085edc279796 req-331bd656-4d41-4b3e-812d-2714c5131bd5 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:15.350196 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9866a5aa-f89e-4dc5-a856-085edc279796 req-331bd656-4d41-4b3e-812d-2714c5131bd5 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0822866 Jul 07 12:58:15.427496 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9866a5aa-f89e-4dc5-a856-085edc279796 req-d8ea5eca-9dba-4484-b4be-af777e38e0a3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550344 Jul 07 12:58:15.779208 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1880cf1-0dd1-49ff-b467-71619e868463 req-e0015f88-190c-4e52-b46f-63fed25ef67a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:15.780745 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d1880cf1-0dd1-49ff-b467-71619e868463 req-e0015f88-190c-4e52-b46f-63fed25ef67a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.3316851 Jul 07 12:58:15.828484 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d1880cf1-0dd1-49ff-b467-71619e868463 req-4b29c318-d9a4-4e74-8012-4f1018f6df5d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Jul 07 12:58:16.041214 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4078d4-04b1-40ac-a237-71662534a88c req-b54bf0fd-c259-437c-b3e1-8d165f58c5da tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:16.042687 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8a4078d4-04b1-40ac-a237-71662534a88c req-b54bf0fd-c259-437c-b3e1-8d165f58c5da tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0676272 Jul 07 12:58:16.085145 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8a4078d4-04b1-40ac-a237-71662534a88c req-ad194d38-68e6-40e7-ac9d-89fa8f8fcbb9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Jul 07 12:58:16.309555 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9c5e9-bc03-47b6-99ab-aab95edcb55e req-d0e3cee5-fe2e-45bc-8263-5c437d3d5cb6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:16.311579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3e9c5e9-bc03-47b6-99ab-aab95edcb55e req-d0e3cee5-fe2e-45bc-8263-5c437d3d5cb6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.0715051 Jul 07 12:58:16.361794 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3e9c5e9-bc03-47b6-99ab-aab95edcb55e req-2de8d61a-181d-4841-b042-5dd4e16db688 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Jul 07 12:58:16.421866 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:17.037504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8ccd-6da5-4ddc-ae99-3152044a4768 req-41fc8a5c-d093-4a78-95d7-1bd05b62a5b3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:17.039052 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-93ab8ccd-6da5-4ddc-ae99-3152044a4768 req-41fc8a5c-d093-4a78-95d7-1bd05b62a5b3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0686386 Jul 07 12:58:17.081836 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-93ab8ccd-6da5-4ddc-ae99-3152044a4768 req-a86a4d27-bb19-4d87-add4-9d4e75d81eba tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361955 Jul 07 12:58:17.289139 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437b7cf-ec0c-4ed7-be7a-b4bb9a8767a7 req-d19374b5-e712-4d75-8ff9-132132996eb7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:17.291598 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1437b7cf-ec0c-4ed7-be7a-b4bb9a8767a7 req-d19374b5-e712-4d75-8ff9-132132996eb7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0759025 Jul 07 12:58:17.333515 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1437b7cf-ec0c-4ed7-be7a-b4bb9a8767a7 req-5bed1ac6-8e67-434b-a56d-971bacf2f48e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Jul 07 12:58:17.537199 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d437421-05a0-429d-abe6-78370023bc4f req-ba2def9e-d4e4-408a-8604-be68d345b12e tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:17.538920 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1d437421-05a0-429d-abe6-78370023bc4f req-ba2def9e-d4e4-408a-8604-be68d345b12e tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 943 time: 0.0669045 Jul 07 12:58:17.586864 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1d437421-05a0-429d-abe6-78370023bc4f req-243a2dda-54b6-4d9b-a0c5-d6e7ab3247c2 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Jul 07 12:58:18.073261 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device b0007cfb-a897-4c73-997d-539d486f6bd7 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:58:18.162866 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f8739-87f2-440d-b483-2093da230d9b req-68e072e1-d7d1-4b8b-84b1-ecb446b5633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:18.167626 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-68e072e1-d7d1-4b8b-84b1-ecb446b5633a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.0639825 Jul 07 12:58:18.211237 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:18.225815 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'port_id': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'mac_address': 'fa:16:3e:4c:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:58:18.280593 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f8739-87f2-440d-b483-2093da230d9b req-3356cff0-fdfa-46cf-99b7-2577506cc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:18.282127 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-3356cff0-fdfa-46cf-99b7-2577506cc022 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.1023190 Jul 07 12:58:18.325534 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:18.348572 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0007cfb-a897-4c73-997d-539d486f6bd7 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:18.349964 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-8282d5a5-90fe-4c85-9b42-a81f3b06563c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0576766 Jul 07 12:58:18.398989 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:18.412036 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:18.424466 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f8739-87f2-440d-b483-2093da230d9b req-971e909f-fe86-483b-b88b-97e7b5d15ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:18.425955 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-971e909f-fe86-483b-b88b-97e7b5d15ba1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.0670812 Jul 07 12:58:18.437012 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239c71e-17f2-455a-b20b-419dd6c123e5 req-b3541e1e-97b6-4523-9f9c-efd1bc1011d0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:18.440924 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0239c71e-17f2-455a-b20b-419dd6c123e5 req-b3541e1e-97b6-4523-9f9c-efd1bc1011d0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1620748 Jul 07 12:58:18.473775 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-e97172c5-0328-45fb-95aa-ec944fa37a48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315447 Jul 07 12:58:18.501882 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:18.512796 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.513557 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.513771 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.514210 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.514638 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.515131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.515667 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.516335 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.516648 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.519670 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.520153 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.520939 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:18.555204 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0239c71e-17f2-455a-b20b-419dd6c123e5 req-f149cc35-3bdf-4a02-a61e-54eb8a8801d6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042693 Jul 07 12:58:18.611651 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f030b88-7877-4d94-88b2-76fe8f2728a0 req-052da996-3d0a-4150-80ad-36e8c3dd2d70 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:18.613374 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f030b88-7877-4d94-88b2-76fe8f2728a0 req-052da996-3d0a-4150-80ad-36e8c3dd2d70 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1202023 Jul 07 12:58:18.617092 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-8d7505a5-177e-48e3-ad85-2b9e90bdf6cf service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175084 Jul 07 12:58:18.691035 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f030b88-7877-4d94-88b2-76fe8f2728a0 req-91785e02-f5b9-4478-b6fe-0bd41e153c0d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705211 Jul 07 12:58:18.739985 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea7f8739-87f2-440d-b483-2093da230d9b req-e0cd2128-b523-4d7b-b20c-bd3c49727983 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145782 Jul 07 12:58:18.781552 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15866e5-56ec-4afd-874b-de51c09be729 req-e1b457ff-b845-49f1-9f6c-308b08b60bd6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:18.783572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f15866e5-56ec-4afd-874b-de51c09be729 req-e1b457ff-b845-49f1-9f6c-308b08b60bd6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 944 time: 0.0787518 Jul 07 12:58:18.842605 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['b0007cfb-a897-4c73-997d-539d486f6bd7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:18.880302 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f15866e5-56ec-4afd-874b-de51c09be729 req-fe4af32e-6c5e-41f6-b3ab-4490e3a41b66 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898421 Jul 07 12:58:19.830580 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-8ecbd915-a9da-4940-9378-6bc5e23f7965 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:19.839396 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-8ecbd915-a9da-4940-9378-6bc5e23f7965 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.2389758 Jul 07 12:58:19.871999 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458e96-f5f4-4433-b0bb-21bb771b91fa req-ae124e4d-5d85-487d-81a2-f87217ba350b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:19.874078 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d9458e96-f5f4-4433-b0bb-21bb771b91fa req-ae124e4d-5d85-487d-81a2-f87217ba350b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1605220 Jul 07 12:58:19.875548 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-fb973733-1b5f-4427-9a16-352229b5a4fa tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/quotas/96f00525cc8e4796a20d4eda6059621b HTTP/1.1" status: 200 len: 375 time: 0.0359066 Jul 07 12:58:19.955074 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d9458e96-f5f4-4433-b0bb-21bb771b91fa req-b2d7f954-6823-499c-8290-a3a227b7cddd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738907 Jul 07 12:58:20.011572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-df2b29f5-e767-4637-8bd7-4f10d3e307fa tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151695 Jul 07 12:58:20.161218 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-6b59ec91-797a-4820-b5ef-ea1750041fb6 service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478558 Jul 07 12:58:20.249879 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a946c8-f388-4186-8e67-bcdc70b24c91 req-11d5ad36-4549-4637-a7c1-aeec90c52b88 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:20.251759 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d2a946c8-f388-4186-8e67-bcdc70b24c91 req-11d5ad36-4549-4637-a7c1-aeec90c52b88 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1437802 Jul 07 12:58:20.309873 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-1e0946c8-3ea8-4484-9c5d-9f82bc0d33a1 service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390791 Jul 07 12:58:20.319126 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d2a946c8-f388-4186-8e67-bcdc70b24c91 req-dafb109f-aa59-49ef-b4eb-6f8c203f0c70 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567391 Jul 07 12:58:20.529252 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78aa9c2d-25ee-453e-b1d1-4ed440b65f40 req-757fae0e-bc38-4acd-ad4b-63dfd7565b48 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 210 time: 0.0559044 Jul 07 12:58:20.613561 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81192a76-9134-461d-b968-cc689d2327de req-647a9da8-55b5-4e76-a6ac-99a57d165c71 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:20.615102 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-81192a76-9134-461d-b968-cc689d2327de req-647a9da8-55b5-4e76-a6ac-99a57d165c71 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 944 time: 0.1012504 Jul 07 12:58:20.684480 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-81192a76-9134-461d-b968-cc689d2327de req-65708ace-3ba6-4182-ab5b-5550de3f5410 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 Jul 07 12:58:20.715195 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:58:21.147707 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9919-7cbf-421f-bd8b-f9038092f32a req-06e09ac5-deb9-4355-9958-89456e45f226 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:21.149671 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-120f9919-7cbf-421f-bd8b-f9038092f32a req-06e09ac5-deb9-4355-9958-89456e45f226 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0678587 Jul 07 12:58:21.202761 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-120f9919-7cbf-421f-bd8b-f9038092f32a req-3c139a7e-6c07-4964-b7bf-b62260a4f996 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347502 Jul 07 12:58:21.541663 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a87c2-1177-4bef-91ef-ff0b62b32608 req-66cc9ad0-f57d-47f0-a670-973d42dd363c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:21.543525 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac5a87c2-1177-4bef-91ef-ff0b62b32608 req-66cc9ad0-f57d-47f0-a670-973d42dd363c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0833807 Jul 07 12:58:21.597801 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac5a87c2-1177-4bef-91ef-ff0b62b32608 req-7c711c70-c791-4770-97e8-7ee134da7db9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Jul 07 12:58:21.693675 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ec21bac-25e9-4fec-9851-4b7b64dde7a4 req-53ad2867-db72-44ec-8b84-16cec9c3a19b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 210 time: 0.0296214 Jul 07 12:58:21.882776 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb778-62e8-44c8-84f5-f50e4d956c4a req-29ca226f-a915-4d07-a8e7-0ba63a918ae1 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:21.884321 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6fcb778-62e8-44c8-84f5-f50e4d956c4a req-29ca226f-a915-4d07-a8e7-0ba63a918ae1 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 944 time: 0.0808046 Jul 07 12:58:21.923941 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6fcb778-62e8-44c8-84f5-f50e4d956c4a req-5f2747aa-1690-4a6f-8eef-c790b85182da tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 07 12:58:22.423067 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726e7fc-e30e-4eb9-8988-c4ba289cd9ab req-51c5653e-d449-4844-aa0a-d106640bac7b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:22.425123 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9726e7fc-e30e-4eb9-8988-c4ba289cd9ab req-51c5653e-d449-4844-aa0a-d106640bac7b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0846584 Jul 07 12:58:22.475443 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9726e7fc-e30e-4eb9-8988-c4ba289cd9ab req-e6f66453-05f7-4836-af3c-8a527e95f5ab tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Jul 07 12:58:22.803318 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255fa2-13ef-4561-9914-7507e09e4292 req-630b1917-6cba-4c1d-bd4b-923ee4063390 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:22.816688 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9255fa2-13ef-4561-9914-7507e09e4292 req-630b1917-6cba-4c1d-bd4b-923ee4063390 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0829611 Jul 07 12:58:22.866789 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7146813e-33d3-4a19-828b-d7e5b48e7e69 req-d0db92db-46d4-4e54-80be-b623086a3faa tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 210 time: 0.0343165 Jul 07 12:58:22.896768 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9255fa2-13ef-4561-9914-7507e09e4292 req-a5957dc0-3fef-41b7-9f96-34c1144d94ec tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790107 Jul 07 12:58:23.115242 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f65cf-4364-4c75-880e-9288d89c1916 req-a7451c24-62ab-4152-9774-1df7296e3325 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:23.118597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device b0007cfb-a897-4c73-997d-539d486f6bd7 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:23.120812 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-663f65cf-4364-4c75-880e-9288d89c1916 req-a7451c24-62ab-4152-9774-1df7296e3325 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 944 time: 0.0822470 Jul 07 12:58:23.177637 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-663f65cf-4364-4c75-880e-9288d89c1916 req-049839b4-4aec-4928-82b4-129d86da39e7 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498292 Jul 07 12:58:23.214596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port b0007cfb-a897-4c73-997d-539d486f6bd7 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:23.219316 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port b0007cfb-a897-4c73-997d-539d486f6bd7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:23.219743 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:23.315073 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:23.344556 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:23.347233 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92020199-deca-4bea-bcba-97116558b7d7" -d '{"events": [{"server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "name": "network-vif-plugged", "status": "completed", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:23.371955 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:23.383635 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:23.419394 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b420adef-d360-4128-9c79-4abd9f759e84 x-openstack-request-id: req-b420adef-d360-4128-9c79-4abd9f759e84 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:23.419807 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "name": "network-vif-plugged", "status": "completed", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:23.420304 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b420adef-d360-4128-9c79-4abd9f759e84 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:23.420673 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'code': 200} Jul 07 12:58:23.440822 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-91623322-e45e-4d25-af87-26eba79138ab tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:23.442483 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-91623322-e45e-4d25-af87-26eba79138ab tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.1808343 Jul 07 12:58:23.451130 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:23.513832 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Request body: {'port': {'device_id': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'admin_state_up': True, 'tenant_id': '96f00525cc8e4796a20d4eda6059621b'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:23.724111 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Made reservation on behalf of 96f00525cc8e4796a20d4eda6059621b for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:58:23.728408 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:23.891488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Allocated IP 172.20.0.9 (0416eabc-0c02-46b0-9600-44272aeae57d/6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d/332392b6-47fb-460f-936c-ac7e36ddc5a7) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:23.990015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc88efc-debd-48bd-9ed1-33c91813ea8b req-3950afc3-8d4f-4202-ad12-9491b23c208f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:24.003282 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2dc88efc-debd-48bd-9ed1-33c91813ea8b req-3950afc3-8d4f-4202-ad12-9491b23c208f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.2846909 Jul 07 12:58:24.075413 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2dc88efc-debd-48bd-9ed1-33c91813ea8b req-13e72f3a-2045-4274-8340-c4418734e227 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644021 Jul 07 12:58:24.147587 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b9bf39c-3149-4e13-9555-9df98d4cbf7f req-66e9f44f-c442-4e6c-b6a6-70a82df0781f tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 210 time: 0.0584872 Jul 07 12:58:24.151150 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:24.208860 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:24.280525 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Network 0416eabc-0c02-46b0-9600-44272aeae57d is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:24.281625 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event updated for resources: {'Port': ['ID=332392b6-47fb-460f-936c-ac7e36ddc5a7,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:24.291109 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:24.293701 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:24.313965 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862aaca-bb07-4e03-bb5a-86c08674df0c req-5132949a-1622-4c13-b02f-b5c38df48526 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:24.322058 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8862aaca-bb07-4e03-bb5a-86c08674df0c req-5132949a-1622-4c13-b02f-b5c38df48526 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1034694 Jul 07 12:58:24.346454 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:24.347596 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:24.366588 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-15fb3ef8-556a-4997-a1e6-ca78e3abecc2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570147 Jul 07 12:58:24.394485 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8862aaca-bb07-4e03-bb5a-86c08674df0c req-95506091-dc6a-4ae8-a7ef-b9719532f49b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709078 Jul 07 12:58:24.432012 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35261fed-df56-4fb5-8cfc-48b99d3e5219 req-c5d6573f-c89d-4bb8-b66a-c5abb84cd4b6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:24.440734 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-35261fed-df56-4fb5-8cfc-48b99d3e5219 req-c5d6573f-c89d-4bb8-b66a-c5abb84cd4b6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.1102681 Jul 07 12:58:24.491182 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-35261fed-df56-4fb5-8cfc-48b99d3e5219 req-cd79bfb1-afb2-4605-865b-3054450bab7c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 Jul 07 12:58:25.259180 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6e1e6-69ca-402e-bf4c-d65ea3ea7eeb req-670ba2d3-699e-4633-ac8a-66c127d6510f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:25.260637 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-82b6e1e6-69ca-402e-bf4c-d65ea3ea7eeb req-670ba2d3-699e-4633-ac8a-66c127d6510f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0624142 Jul 07 12:58:25.328409 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-82b6e1e6-69ca-402e-bf4c-d65ea3ea7eeb req-e0e41003-54fc-41b5-bd12-9697d2bc1124 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587032 Jul 07 12:58:25.349101 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b1a85-41d7-416c-96eb-e9812f297556 req-95c665d8-8fb5-44ff-9efb-549545301b50 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:25.350579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b8b1a85-41d7-416c-96eb-e9812f297556 req-95c665d8-8fb5-44ff-9efb-549545301b50 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 931 time: 0.0890985 Jul 07 12:58:25.387852 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b8b1a85-41d7-416c-96eb-e9812f297556 req-3abf68de-dd92-4407-95fb-ff60765fd30b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Jul 07 12:58:25.650747 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56017a62-cf00-4c98-9361-0c75f1cff723 req-89ded88f-5777-499a-b9fc-c479ba51aa1f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:25.652134 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-56017a62-cf00-4c98-9361-0c75f1cff723 req-89ded88f-5777-499a-b9fc-c479ba51aa1f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0604963 Jul 07 12:58:25.690393 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-56017a62-cf00-4c98-9361-0c75f1cff723 req-4111983e-85fe-4c8a-b63e-58f61b6b6ea9 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Jul 07 12:58:26.520153 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c7f10-5c2e-4506-ae18-2ccff9f5a086 req-35054181-7d0b-4763-8e5a-99b4181676a9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:26.521594 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f67c7f10-5c2e-4506-ae18-2ccff9f5a086 req-35054181-7d0b-4763-8e5a-99b4181676a9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0758739 Jul 07 12:58:26.582088 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f67c7f10-5c2e-4506-ae18-2ccff9f5a086 req-1af01445-544b-4314-840f-ca50e7f02516 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415967 Jul 07 12:58:26.601698 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d525-c625-41b6-8949-6ae946f5c2d7 req-88e3c10b-2c67-42d6-8749-df5512793602 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:26.603222 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7214d525-c625-41b6-8949-6ae946f5c2d7 req-88e3c10b-2c67-42d6-8749-df5512793602 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 931 time: 0.1018298 Jul 07 12:58:26.640227 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7214d525-c625-41b6-8949-6ae946f5c2d7 req-f21a5f68-3097-43f9-871c-b35a75a49f84 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Jul 07 12:58:26.857067 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef72935-d3f9-4c2a-9784-a30839808d73 req-e4f56050-a1e2-45be-8dbb-ab0be2746399 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:26.858522 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3ef72935-d3f9-4c2a-9784-a30839808d73 req-e4f56050-a1e2-45be-8dbb-ab0be2746399 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0621135 Jul 07 12:58:26.887539 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:26.912687 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3ef72935-d3f9-4c2a-9784-a30839808d73 req-6ae6a327-792e-457d-a1e8-fcd07b180f0f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Jul 07 12:58:26.933010 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Request body: {'port': {'device_id': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:27.021746 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ead5c-67b9-4e78-bb13-7398da66417c req-5f532fbc-6081-40ff-92de-e288f9ff3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:27.022248 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:27.023296 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-273ead5c-67b9-4e78-bb13-7398da66417c req-5f532fbc-6081-40ff-92de-e288f9ff3d89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1098 time: 0.0525122 Jul 07 12:58:27.083605 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-273ead5c-67b9-4e78-bb13-7398da66417c req-0d75eb72-d372-481d-88fa-27db0676d669 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jul 07 12:58:27.314182 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332392b6-47fb-460f-936c-ac7e36ddc5a7 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:27.322036 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:27.335040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Transition to ACTIVE for port object 332392b6-47fb-460f-936c-ac7e36ddc5a7 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:27.339173 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:27.388950 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=332392b6-47fb-460f-936c-ac7e36ddc5a7,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:27.460330 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Attempting to bind port 332392b6-47fb-460f-936c-ac7e36ddc5a7 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:27.460657 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Attempting to bind port 332392b6-47fb-460f-936c-ac7e36ddc5a7 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:27.460975 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Attempting to bind port 332392b6-47fb-460f-936c-ac7e36ddc5a7 on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:27.465541 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Port 332392b6-47fb-460f-936c-ac7e36ddc5a7 on network 0416eabc-0c02-46b0-9600-44272aeae57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:58:27.465987 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Attempting to bind port 332392b6-47fb-460f-936c-ac7e36ddc5a7 on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:27.471064 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:27.471423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Checking segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:27.471804 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Bound using segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:27.472219 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Bound port: 332392b6-47fb-460f-936c-ac7e36ddc5a7, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:27.472573 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:27.536905 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] For port 332392b6-47fb-460f-936c-ac7e36ddc5a7, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:27.540884 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] For port 332392b6-47fb-460f-936c-ac7e36ddc5a7, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:27.548196 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:27.608722 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:27.609338 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:27.610973 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] 10.222.0.50 "PUT /v2.0/ports/332392b6-47fb-460f-936c-ac7e36ddc5a7 HTTP/1.1" status: 200 len: 1093 time: 0.6828079 Jul 07 12:58:27.615337 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'tag': '332392b6-47fb-460f-936c-ac7e36ddc5a7'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:27.621022 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492ccd8-329b-4371-80e4-51830c1259d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbba555e-0731-4f7a-9992-7b658d95acb5", "tag": "332392b6-47fb-460f-936c-ac7e36ddc5a7"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:27.657163 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10949939-b3e1-4ea2-a3cf-d481a212bdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=332392b6-47fb-460f-936c-ac7e36ddc5a7,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:27.692928 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d99b712-2ca6-4b22-a0a6-597191136332 x-openstack-request-id: req-6d99b712-2ca6-4b22-a0a6-597191136332 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:27.694130 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbba555e-0731-4f7a-9992-7b658d95acb5", "tag": "332392b6-47fb-460f-936c-ac7e36ddc5a7", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:27.694578 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d99b712-2ca6-4b22-a0a6-597191136332 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:27.695011 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'tag': '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'status': 'completed', 'code': 200} Jul 07 12:58:27.816435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0d09-3533-4809-ae67-e035fb8c0d9d req-5e2d690b-daca-4060-b927-20c07c8885ac tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:27.827254 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-856f0d09-3533-4809-ae67-e035fb8c0d9d req-5e2d690b-daca-4060-b927-20c07c8885ac tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0996675 Jul 07 12:58:27.837145 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-d9ffd466-1b57-456b-8b2f-f15de0fa3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:27.839798 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-d9ffd466-1b57-456b-8b2f-f15de0fa3081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 1096 time: 0.1166053 Jul 07 12:58:27.896691 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-856f0d09-3533-4809-ae67-e035fb8c0d9d req-74a3e98e-f20b-4a79-b313-959509e98d50 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683694 Jul 07 12:58:27.925593 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-f3f8572b-dfe2-4502-8b09-3b0236df88fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7 HTTP/1.1" status: 200 len: 217 time: 0.0688617 Jul 07 12:58:27.987498 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-38965b43-28a0-4511-82cf-cc87d28af975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:27.989308 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-38965b43-28a0-4511-82cf-cc87d28af975 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.0508087 Jul 07 12:58:28.041208 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-16d66261-34ba-4dba-95ed-29686230c71d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400875 Jul 07 12:58:28.136411 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c175315-c1e0-4ac2-b719-a7fa8a9175a1 req-c0b60852-b8b2-4b8a-a433-79d57953bc7e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:28.153814 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c175315-c1e0-4ac2-b719-a7fa8a9175a1 req-c0b60852-b8b2-4b8a-a433-79d57953bc7e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 943 time: 0.2269094 Jul 07 12:58:28.230539 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-8fd13f43-5d72-4475-9082-49c1f82dedfa service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776826 Jul 07 12:58:28.292524 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c175315-c1e0-4ac2-b719-a7fa8a9175a1 req-23e31496-b464-4100-b6d2-fb394716c261 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342893 Jul 07 12:58:28.373872 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7bd79-8984-4d37-a62d-9eb892011457 req-0c553293-bf58-46ff-84fe-a55706c82e32 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:28.387640 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ecb7bd79-8984-4d37-a62d-9eb892011457 req-0c553293-bf58-46ff-84fe-a55706c82e32 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.1411352 Jul 07 12:58:28.415026 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3a1e394e-b57b-410a-8ba9-d081974f2bb9 req-2b3cca7d-ab54-404c-964b-2b319c3ccc6c service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727111 Jul 07 12:58:28.467910 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ecb7bd79-8984-4d37-a62d-9eb892011457 req-7f0cedbe-4772-4fd8-a1bb-33f7322d41e5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753217 Jul 07 12:58:28.588368 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445a94f-6422-47a2-aecf-08b52b62aefc req-25db0667-af57-47fa-89ce-3f73df8b86e3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:28.589948 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6445a94f-6422-47a2-aecf-08b52b62aefc req-25db0667-af57-47fa-89ce-3f73df8b86e3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0843234 Jul 07 12:58:28.646617 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6445a94f-6422-47a2-aecf-08b52b62aefc req-87c57566-106f-4eaa-8f9d-db5c1cc97cab tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510087 Jul 07 12:58:28.696912 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-1a5ac853-f0b8-4ed3-801f-e85eafb2ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:28.698469 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-1a5ac853-f0b8-4ed3-801f-e85eafb2ea6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 1096 time: 0.0848296 Jul 07 12:58:29.144727 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-bb2f564b-9db2-496c-97f4-05b31053ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:29.146311 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-bb2f564b-9db2-496c-97f4-05b31053ee10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 916 time: 0.4253314 Jul 07 12:58:29.184333 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325b15b-4a73-4c00-8477-39ba769bcfd8 req-a66cf910-9eea-4785-a6f1-34d2e78d14cf tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:29.193121 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1325b15b-4a73-4c00-8477-39ba769bcfd8 req-a66cf910-9eea-4785-a6f1-34d2e78d14cf tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1283453 Jul 07 12:58:29.230897 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-a4a43802-c2bd-4451-b7d9-195aac757944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7 HTTP/1.1" status: 200 len: 217 time: 0.0741539 Jul 07 12:58:29.289324 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-1cfed059-9a3b-42f6-874f-92b06ea34a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:29.290868 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-1cfed059-9a3b-42f6-874f-92b06ea34a97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.0520387 Jul 07 12:58:29.338673 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1325b15b-4a73-4c00-8477-39ba769bcfd8 req-0562fa58-1543-474e-a2a5-bdddc03ae149 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376612 Jul 07 12:58:29.366898 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-08da4a3e-d88f-45cd-86e3-81b273a00ce7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657537 Jul 07 12:58:29.540367 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-76235352-9371-4eb3-b4dd-b9fabdac11b5 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641266 Jul 07 12:58:29.550241 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe6ba3-6fd7-4ecc-8a2c-9deac3bd1c12 req-38dc1258-bf84-4ab6-9e6f-211108bb3191 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:29.551796 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24fe6ba3-6fd7-4ecc-8a2c-9deac3bd1c12 req-38dc1258-bf84-4ab6-9e6f-211108bb3191 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 943 time: 0.1092944 Jul 07 12:58:29.611715 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24fe6ba3-6fd7-4ecc-8a2c-9deac3bd1c12 req-bfd19988-9189-4db4-ae71-0f6df3a9272e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446496 Jul 07 12:58:29.686685 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a492ccd8-329b-4371-80e4-51830c1259d2 req-5167b4cc-b47f-40a5-99db-a2735cdf10c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308539 Jul 07 12:58:29.689058 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aed17b-6fd1-4e59-819c-4ef01014e581 req-f9159017-0f52-41f6-a479-a782a2d0540c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:29.690704 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06aed17b-6fd1-4e59-819c-4ef01014e581 req-f9159017-0f52-41f6-a479-a782a2d0540c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0754704 Jul 07 12:58:29.751820 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06aed17b-6fd1-4e59-819c-4ef01014e581 req-00b6306a-782a-40bb-9705-cb32ca018eda tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545459 Jul 07 12:58:29.979908 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552b73e-222d-41a7-a463-b92b4b80788e req-bc7c8350-d79c-4d01-9c6e-7801efd21231 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:29.986749 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c552b73e-222d-41a7-a463-b92b4b80788e req-bc7c8350-d79c-4d01-9c6e-7801efd21231 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0951936 Jul 07 12:58:30.052730 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c552b73e-222d-41a7-a463-b92b4b80788e req-e31c49f9-829a-434e-8e56-e6c985c6f1c4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587869 Jul 07 12:58:30.570822 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90e99f-0244-4b36-9dba-a2632d699319 req-2b74e52b-1a25-4a0b-abfb-e567ea1363df tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:30.572508 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7c90e99f-0244-4b36-9dba-a2632d699319 req-2b74e52b-1a25-4a0b-abfb-e567ea1363df tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1067317 Jul 07 12:58:30.586955 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a77e6-db7b-43cb-b226-24b25e346d28 req-a72f68ec-4850-40bc-9454-cf14bfd6f7dc tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:30.588387 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-703a77e6-db7b-43cb-b226-24b25e346d28 req-a72f68ec-4850-40bc-9454-cf14bfd6f7dc tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0944617 Jul 07 12:58:30.650193 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7c90e99f-0244-4b36-9dba-a2632d699319 req-558db779-cf4c-4b56-9c4d-086fc5175957 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608025 Jul 07 12:58:30.655246 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-703a77e6-db7b-43cb-b226-24b25e346d28 req-3eaac1a6-ae30-427e-8d50-4e150ed5af16 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Jul 07 12:58:30.871117 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a479-49c6-4639-8eac-bdae95fb39db req-00b75566-b1d5-4328-8f88-396431033fb6 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:30.872602 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0b49a479-49c6-4639-8eac-bdae95fb39db req-00b75566-b1d5-4328-8f88-396431033fb6 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 943 time: 0.0795619 Jul 07 12:58:30.885182 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 332392b6-47fb-460f-936c-ac7e36ddc5a7 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:58:30.925854 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0b49a479-49c6-4639-8eac-bdae95fb39db req-fbd4b7e8-3d94-44a7-a577-e2633cd6d773 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 Jul 07 12:58:31.046364 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 332392b6-47fb-460f-936c-ac7e36ddc5a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:31.064233 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'port_id': '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'mac_address': 'fa:16:3e:cc:e7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:58:31.128678 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:31.142003 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332392b6-47fb-460f-936c-ac7e36ddc5a7 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:31.163655 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 332392b6-47fb-460f-936c-ac7e36ddc5a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:31.169924 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:31.224163 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=332392b6-47fb-460f-936c-ac7e36ddc5a7,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:31.632259 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['332392b6-47fb-460f-936c-ac7e36ddc5a7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:31.889271 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c577954-5df5-4f76-a73c-206c237fc3e4 req-e7704de7-95ce-4f23-9a63-203eb5457e75 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:31.891087 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0c577954-5df5-4f76-a73c-206c237fc3e4 req-e7704de7-95ce-4f23-9a63-203eb5457e75 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0800674 Jul 07 12:58:31.934787 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0c577954-5df5-4f76-a73c-206c237fc3e4 req-d3a9adc0-caf3-4967-afd7-e638798ebe4e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352933 Jul 07 12:58:32.164297 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac2c20-73e9-4919-aa3d-1affd14d1684 req-add52f0e-eacf-49fa-99ce-8b6bd555697b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:32.165912 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7ac2c20-73e9-4919-aa3d-1affd14d1684 req-add52f0e-eacf-49fa-99ce-8b6bd555697b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 944 time: 0.1068759 Jul 07 12:58:32.219208 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7ac2c20-73e9-4919-aa3d-1affd14d1684 req-91ab1e32-7c40-45a0-b1dd-7e320f6701aa tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Jul 07 12:58:32.905343 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 332392b6-47fb-460f-936c-ac7e36ddc5a7 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:32.962918 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 332392b6-47fb-460f-936c-ac7e36ddc5a7 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:32.969309 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 332392b6-47fb-460f-936c-ac7e36ddc5a7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:32.969975 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:33.066210 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:33.091600 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332392b6-47fb-460f-936c-ac7e36ddc5a7'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:33.094001 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c111d5-cd24-4b8a-8da9-ea6016845f53" -d '{"events": [{"server_uuid": "bbba555e-0731-4f7a-9992-7b658d95acb5", "name": "network-vif-plugged", "status": "completed", "tag": "332392b6-47fb-460f-936c-ac7e36ddc5a7"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:33.116470 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 332392b6-47fb-460f-936c-ac7e36ddc5a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:33.124611 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:33.205164 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b7ff-db14-4d99-a1b0-064a3030b617 req-8e40a1d8-da30-4c08-ba9f-841852825190 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:33.205831 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=332392b6-47fb-460f-936c-ac7e36ddc5a7,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:33.215460 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6940b7ff-db14-4d99-a1b0-064a3030b617 req-8e40a1d8-da30-4c08-ba9f-841852825190 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1529543 Jul 07 12:58:33.217204 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda48f83-40c5-481b-a419-77f63b78767c x-openstack-request-id: req-bda48f83-40c5-481b-a419-77f63b78767c {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:33.217706 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba555e-0731-4f7a-9992-7b658d95acb5", "name": "network-vif-plugged", "status": "completed", "tag": "332392b6-47fb-460f-936c-ac7e36ddc5a7", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:33.218137 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bda48f83-40c5-481b-a419-77f63b78767c {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:33.218698 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'code': 200} Jul 07 12:58:33.275579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6940b7ff-db14-4d99-a1b0-064a3030b617 req-c8b23891-2d60-43d4-bf0e-12a834a6e54e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588238 Jul 07 12:58:33.466453 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a79757-8279-4afc-98c6-c422c0dddb0d req-7a3fb30e-c5cc-4700-8ba7-19ab5e38a38b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:33.468443 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b1a79757-8279-4afc-98c6-c422c0dddb0d req-7a3fb30e-c5cc-4700-8ba7-19ab5e38a38b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 945 time: 0.0797703 Jul 07 12:58:33.513090 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b1a79757-8279-4afc-98c6-c422c0dddb0d req-6e4c6750-3279-4966-a033-5081d0371093 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Jul 07 12:58:33.592358 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7a8d-8195-4a92-bb37-8cd66052ab07 req-67dfacc9-07da-4a54-b59e-5470b6c557ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:33.594334 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c25b7a8d-8195-4a92-bb37-8cd66052ab07 req-67dfacc9-07da-4a54-b59e-5470b6c557ff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 1098 time: 0.0727928 Jul 07 12:58:33.662285 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c25b7a8d-8195-4a92-bb37-8cd66052ab07 req-74039548-1413-405c-8167-123655886e34 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Jul 07 12:58:33.778219 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55288) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:33.928750 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a3ac74c8-5b60-4fd2-8d3c-d503f29fd4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.044749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a3ac74c8-5b60-4fd2-8d3c-d503f29fd4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.050277 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a3ac74c8-5b60-4fd2-8d3c-d503f29fd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.090127 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac74c8-5b60-4fd2-8d3c-d503f29fd4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd04888-05c1-4274-9003-1b0c7d4609a8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:34.100417 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a3ac74c8-5b60-4fd2-8d3c-d503f29fd4b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c191a885df74edda049102cda9ca547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188210 Jul 07 12:58:34.100969 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55298) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:34.162113 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c0ca35dd-a699-41f3-93fd-a925832141f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.185530 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c0ca35dd-a699-41f3-93fd-a925832141f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.244145 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c0ca35dd-a699-41f3-93fd-a925832141f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.246952 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c0ca35dd-a699-41f3-93fd-a925832141f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:34.248211 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c0ca35dd-a699-41f3-93fd-a925832141f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afd04888-05c1-4274-9003-1b0c7d4609a8 HTTP/1.1" status: 204 len: 168 time: 0.1466737 Jul 07 12:58:34.256990 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca35dd-a699-41f3-93fd-a925832141f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd04888-05c1-4274-9003-1b0c7d4609a8,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:34.505244 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31f468-7fa2-4714-ad4c-b137c93acc47 req-303e8025-3056-4476-9eab-31d5b6b59d77 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:34.513505 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd31f468-7fa2-4714-ad4c-b137c93acc47 req-303e8025-3056-4476-9eab-31d5b6b59d77 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1141562 Jul 07 12:58:34.562705 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd31f468-7fa2-4714-ad4c-b137c93acc47 req-1b11bfd6-e6a1-4106-bd14-bf88788bc637 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482495 Jul 07 12:58:34.717180 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775897-d9cc-450e-97fc-d8547bfb3a9d req-07dc56ba-c7e4-4456-ab07-17db5c739890 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:34.724218 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5d775897-d9cc-450e-97fc-d8547bfb3a9d req-07dc56ba-c7e4-4456-ab07-17db5c739890 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 945 time: 0.0722146 Jul 07 12:58:34.773235 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5d775897-d9cc-450e-97fc-d8547bfb3a9d req-f85f8915-82d9-461e-b1ab-53c09ac7fcc9 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481086 Jul 07 12:58:35.737966 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65502e-45cb-4ceb-a3eb-4e31de3964aa req-e478ffc6-2011-4d8a-a8ef-8677128f6122 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:35.739446 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b65502e-45cb-4ceb-a3eb-4e31de3964aa req-e478ffc6-2011-4d8a-a8ef-8677128f6122 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0615411 Jul 07 12:58:35.776041 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b65502e-45cb-4ceb-a3eb-4e31de3964aa req-e8e2694e-ae9a-4334-8140-7cacd1e615b9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Jul 07 12:58:35.940707 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1eef3-733b-4c51-8820-f12400e9d2c1 req-6d7c1d86-b50f-4d7f-940e-105db07182e2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:35.942079 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21b1eef3-733b-4c51-8820-f12400e9d2c1 req-6d7c1d86-b50f-4d7f-940e-105db07182e2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 945 time: 0.0623994 Jul 07 12:58:35.980165 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21b1eef3-733b-4c51-8820-f12400e9d2c1 req-3600e01a-2bf0-411e-bdd1-13ae57d87232 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Jul 07 12:58:36.969198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1326-6769-4f54-bf8a-01f08c4635d0 req-0efabe46-27ad-404b-9614-101eb75cb9f3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:36.971636 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23ea1326-6769-4f54-bf8a-01f08c4635d0 req-0efabe46-27ad-404b-9614-101eb75cb9f3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0744390 Jul 07 12:58:37.015472 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23ea1326-6769-4f54-bf8a-01f08c4635d0 req-95ff56cd-c9b3-4295-9291-8f5e537a32e4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Jul 07 12:58:37.321672 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-3b107667-83fd-445c-ae47-30d7f352e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:37.323213 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-3b107667-83fd-445c-ae47-30d7f352e57c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.0574424 Jul 07 12:58:37.330172 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5328b5-2f33-48d4-82a4-8127277dca52 req-f44d7cd5-4478-4132-9e51-c9254bee7743 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:37.332466 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3b5328b5-2f33-48d4-82a4-8127277dca52 req-f44d7cd5-4478-4132-9e51-c9254bee7743 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0646648 Jul 07 12:58:37.371372 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3b5328b5-2f33-48d4-82a4-8127277dca52 req-ba0c48c9-289c-4f89-bf98-22d10c025035 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jul 07 12:58:37.421171 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-be0a960d-b06c-4169-9a5c-9cf8e7acd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:37.422601 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-be0a960d-b06c-4169-9a5c-9cf8e7acd8d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.0890105 Jul 07 12:58:37.469525 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-8ea046da-c6f9-4a47-8437-96c2807fc217 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0373223 Jul 07 12:58:37.526450 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-99712855-f663-45a4-9349-7fe209c88038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:37.527924 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-99712855-f663-45a4-9349-7fe209c88038 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.0431600 Jul 07 12:58:37.573224 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-d1bddd33-2965-486b-a902-8f300a4a72bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278838 Jul 07 12:58:37.701822 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-492cd54e-2d8d-4dba-be2b-34de5108bc6c service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848460 Jul 07 12:58:37.822469 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6aa263a9-997d-4b10-b601-b5093eaaf6fa req-8ee15fe5-9df6-4488-8d60-bb4204a2aa83 service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Jul 07 12:58:38.196304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a843e3-cb31-42ab-a743-deaefe670a08 req-e0db5ff5-9c16-46de-b7ba-80dbde4ac8cc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:38.197750 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3a843e3-cb31-42ab-a743-deaefe670a08 req-e0db5ff5-9c16-46de-b7ba-80dbde4ac8cc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0676489 Jul 07 12:58:38.233419 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3a843e3-cb31-42ab-a743-deaefe670a08 req-3bab74ec-eb2f-447b-a967-3bd0d3525f4e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300481 Jul 07 12:58:38.288208 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55434) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:38.330863 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Deleting subnet 9c183f8b-c5f0-4847-bcc9-54681ad776d8 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 12:58:38.333889 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.367277 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.404121 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.459688 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.485694 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c183f8b-c5f0-4847-bcc9-54681ad776d8,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:38.491263 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.493813 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-12d1e6e8-1dcd-4983-9572-69f53e34ec4f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9c183f8b-c5f0-4847-bcc9-54681ad776d8 HTTP/1.1" status: 204 len: 168 time: 0.2036061 Jul 07 12:58:38.495519 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55438) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:38.554462 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d419-3427-44bd-a5a0-a871860c87fe req-ef9d4ca1-166f-4a49-a55d-e6ff5c5d7ac8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:38.556050 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0270d419-3427-44bd-a5a0-a871860c87fe req-ef9d4ca1-166f-4a49-a55d-e6ff5c5d7ac8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0622902 Jul 07 12:58:38.566483 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.595744 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0270d419-3427-44bd-a5a0-a871860c87fe req-db260af0-56e7-47c5-ae10-fb5d2796587f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Jul 07 12:58:38.646924 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.656547 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3462a99d-bd71-416c-aca7-165bc4679891']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:38.666811 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbbefbb-8461-49b1-8770-e903dae17a52') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:38.667137 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbbefbb-8461-49b1-8770-e903dae17a52') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:38.675566 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.688784 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.694393 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 12:58:38.694773 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 12:58:38.696391 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 12:58:38.751416 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.757704 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:38.759540 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3462a99d-bd71-416c-aca7-165bc4679891 HTTP/1.1" status: 204 len: 168 time: 0.2627091 Jul 07 12:58:38.769251 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc855c-7e66-4210-98f2-8c0403b14af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3462a99d-bd71-416c-aca7-165bc4679891,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:38.917022 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55444) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:38.949876 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:58:38.956300 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-51258e24-b452-47fa-9472-05e108260b3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79064a8a50bb4066a6d764cf952dd46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374675 Jul 07 12:58:38.958941 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55446) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:39.010280 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08e50ffd-13f4-475b-9b24-4a82370a9607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.033618 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08e50ffd-13f4-475b-9b24-4a82370a9607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.081858 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08e50ffd-13f4-475b-9b24-4a82370a9607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.084399 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08e50ffd-13f4-475b-9b24-4a82370a9607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.085620 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-08e50ffd-13f4-475b-9b24-4a82370a9607 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d08910f9-dba3-4244-9654-c440abd8e79b HTTP/1.1" status: 204 len: 168 time: 0.1256380 Jul 07 12:58:39.093508 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e50ffd-13f4-475b-9b24-4a82370a9607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08910f9-dba3-4244-9654-c440abd8e79b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:39.172987 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:39.185854 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '966b7044-1478-451c-971b-647e481d14a3', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'port_id': '966b7044-1478-451c-971b-647e481d14a3', 'mac_address': 'fa:16:3e:c3:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:58:39.225015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.239070 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 966b7044-1478-451c-971b-647e481d14a3 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:39.263241 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:39.267599 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.317081 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:39.427262 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513183f1-96da-4c01-a377-8c0f2d72e169 req-0222a230-a66c-4aee-9c6a-e9aec7469c7f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:39.428727 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-513183f1-96da-4c01-a377-8c0f2d72e169 req-0222a230-a66c-4aee-9c6a-e9aec7469c7f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.0664220 Jul 07 12:58:39.466219 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-513183f1-96da-4c01-a377-8c0f2d72e169 req-cac0a37d-af34-465c-bc75-7b7e606da20b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 Jul 07 12:58:39.523553 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['966b7044-1478-451c-971b-647e481d14a3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:39.771296 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55476) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:39.772855 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73568857-61ad-4bbb-af41-992e6741bc5d req-a33376cc-fd22-4521-b3a1-e5e7dfcc4b6f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:39.774362 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-73568857-61ad-4bbb-af41-992e6741bc5d req-a33376cc-fd22-4521-b3a1-e5e7dfcc4b6f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0627544 Jul 07 12:58:39.812128 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-73568857-61ad-4bbb-af41-992e6741bc5d req-c37ca4bc-eb91-4361-a54f-418f2f4234ef tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Jul 07 12:58:39.866679 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1200645167-network', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:39.887537 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Made reservation on behalf of 8d6dc41fb7e04c48b70e800a366c3fee for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:58:39.890124 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.898759 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.985363 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:39.988533 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.012199 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:58:40.022489 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42d76c-13e9-4046-91d0-24fb2dd4ab6b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:40.027263 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.027602 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Added segment 0e9e57e1-db47-4999-ae45-7f5016581608 of type vlan for network 006e0bd7-47b2-4d8e-a01c-62e81a73974a Jul 07 12:58:40.067383 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.095197 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.096167 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:40.096750 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.149810 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3772314 Jul 07 12:58:40.152624 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55480) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:40.156562 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee030680-9784-4386-ab73-9ef597aff1fe admin admin] Pushing event updated for resources: {'Network': ['ID=006e0bd7-47b2-4d8e-a01c-62e81a73974a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:40.157691 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Request body: {'subnet': {'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1200645167-subnet', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:40.166388 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:58:40.179588 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Made reservation on behalf of 8d6dc41fb7e04c48b70e800a366c3fee for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:58:40.182131 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25330136'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.349455 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25402497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25330122'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.400821 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bea90e-502f-4dce-8a04-492d56a9850d,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:40.410493 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Checking segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:40.410864 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Network hostable DHCP agents. Network: 006e0bd7-47b2-4d8e-a01c-62e81a73974a, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:58:40.426999 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:58:40.435064 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 006e0bd7-47b2-4d8e-a01c-62e81a73974a) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:40.439110 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:40.439681 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.445062 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5e2e5-5f4e-4612-a442-399c3b5cae5f None None] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:58:40.454242 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-32182aa9-4f60-42ed-afff-57284f5dcb82 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3005280 Jul 07 12:58:40.456977 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55484) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:40.461148 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:40.483513 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.484426 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.541153 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.613094 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:58:40.614014 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.766006 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Allocated IP 172.20.0.2 (006e0bd7-47b2-4d8e-a01c-62e81a73974a/d2bea90e-502f-4dce-8a04-492d56a9850d/1b84adc4-09a4-4b7d-bd15-a11e88090240) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:40.920681 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.928835 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.933326 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Transition to ACTIVE for port object 1b84adc4-09a4-4b7d-bd15-a11e88090240 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:40.952056 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Transition to ACTIVE for port object 1b84adc4-09a4-4b7d-bd15-a11e88090240 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:40.960433 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:40.967256 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:41.035183 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cd84-42d0-4b7f-89e4-df7e8b3415ce req-d1f2d0fc-63bf-4163-b372-500112cce99f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:41.037138 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eb04cd84-42d0-4b7f-89e4-df7e8b3415ce req-d1f2d0fc-63bf-4163-b372-500112cce99f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.2119219 Jul 07 12:58:41.042844 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:41.054302 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:41.058963 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:41.068246 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Pushing event updated for resources: {'Port': ['ID=1b84adc4-09a4-4b7d-bd15-a11e88090240,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:41.093922 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491f59e-ab9f-4dc0-a6c1-b87f14673b2d req-cf7c83d6-b8f1-47fe-8089-da04516d41a7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:41.095406 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a491f59e-ab9f-4dc0-a6c1-b87f14673b2d req-cf7c83d6-b8f1-47fe-8089-da04516d41a7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1585534 Jul 07 12:58:41.119892 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eb04cd84-42d0-4b7f-89e4-df7e8b3415ce req-d72af475-4d88-4c6b-9ce6-62ae6574bcdc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681574 Jul 07 12:58:41.132218 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Attempting to bind port 1b84adc4-09a4-4b7d-bd15-a11e88090240 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:41.132734 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Attempting to bind port 1b84adc4-09a4-4b7d-bd15-a11e88090240 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:41.132952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Attempting to bind port 1b84adc4-09a4-4b7d-bd15-a11e88090240 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:41.143838 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:41.144324 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Checking segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:41.144682 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.145084 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Bound using segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:41.145606 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Bound port: 1b84adc4-09a4-4b7d-bd15-a11e88090240, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:41.146011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.165738 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a491f59e-ab9f-4dc0-a6c1-b87f14673b2d req-0d4dbc98-6d56-4892-8aac-9d77f4df9fb4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573666 Jul 07 12:58:41.175157 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 966b7044-1478-451c-971b-647e481d14a3 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:41.176141 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.268465 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] For port 1b84adc4-09a4-4b7d-bd15-a11e88090240, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:41.275668 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] For port 1b84adc4-09a4-4b7d-bd15-a11e88090240, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=1b84adc4-09a4-4b7d-bd15-a11e88090240,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:41.300868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.310689 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.326999 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.366421 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b262f14f-8ce0-4dbf-ab1a-e584425524a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.373278 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.404173 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76a107-1dd3-47a4-85c1-4856a5b32e4f None None] Pushing event updated for resources: {'Port': ['ID=1b84adc4-09a4-4b7d-bd15-a11e88090240,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:41.418549 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:41.421196 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f0c237-f538-454f-b9a3-a74357599470" -d '{"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-plugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:41.436767 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:41.444050 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.476589 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff9947b-78a9-44c0-aa6d-e59408a4943c x-openstack-request-id: req-bff9947b-78a9-44c0-aa6d-e59408a4943c {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:41.476783 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-plugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:41.477041 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bff9947b-78a9-44c0-aa6d-e59408a4943c {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:41.477435 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'code': 200} Jul 07 12:58:41.480873 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Allocated IP 172.27.0.129 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/914f253c-02cc-4a3d-bbbe-734cda910fb4) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:41.509615 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=7']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:41.589903 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.671192 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:41.723393 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:41.725780 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:41.735443 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:41.925885 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Pushing event updated for resources: {'Port': ['ID=914f253c-02cc-4a3d-bbbe-734cda910fb4,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:42.101845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:42.213554 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1b84adc4-09a4-4b7d-bd15-a11e88090240 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:42.326766 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:42.340460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 1b84adc4-09a4-4b7d-bd15-a11e88090240 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:42.585304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cc771-dc35-4282-85ce-c173c5fff7b5 req-9391ada6-ea96-41b6-8bde-51a2602201a9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:42.586835 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f80cc771-dc35-4282-85ce-c173c5fff7b5 req-9391ada6-ea96-41b6-8bde-51a2602201a9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.2049565 Jul 07 12:58:42.603573 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ca16-891d-4040-a136-8e44cab4139b req-661cf895-378e-4e99-8e11-a60bb1e9e052 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:42.610633 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b625ca16-891d-4040-a136-8e44cab4139b req-661cf895-378e-4e99-8e11-a60bb1e9e052 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1820924 Jul 07 12:58:42.673144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Router 54823126-080f-4771-ae1f-c750db3fe790 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:58:42.683259 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d56ad-ff0d-489e-af74-fd6b3714c1ba None None] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:58:42.692250 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f80cc771-dc35-4282-85ce-c173c5fff7b5 req-3fb79f8a-4751-433f-9345-5a90c9cd6947 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945377 Jul 07 12:58:42.711555 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b625ca16-891d-4040-a136-8e44cab4139b req-a60d8cbd-e3c5-4c92-933c-b1c127f89ac1 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998554 Jul 07 12:58:42.755019 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:42.759469 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] Provisioning for port 1b84adc4-09a4-4b7d-bd15-a11e88090240 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:42.768226 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] Provisioning complete for port 1b84adc4-09a4-4b7d-bd15-a11e88090240 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:42.768596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:42.847068 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:58:42.857790 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:58:42.863896 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:42.865307 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7b628d8b-fd92-4ac2-b57b-9800d72d5b25 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4073007 Jul 07 12:58:42.869718 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55528) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:42.871320 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:42.872164 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:43.000955 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.037389 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:43.054985 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] For port 1b84adc4-09a4-4b7d-bd15-a11e88090240, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=1b84adc4-09a4-4b7d-bd15-a11e88090240,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:43.065621 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.151527 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe2cf7-708f-476c-9cc1-315c0ab7570f None None] Pushing event updated for resources: {'Port': ['ID=1b84adc4-09a4-4b7d-bd15-a11e88090240,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:43.402654 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-475efaff-ed4b-4496-b7cf-e48ac9da079e None None] Provisioning complete for port 1b84adc4-09a4-4b7d-bd15-a11e88090240 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:43.403347 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-475efaff-ed4b-4496-b7cf-e48ac9da079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.455032 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:41Z', 'revision_number': 3, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:43.489122 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.494463 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:58:43.494961 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Updating router 54823126-080f-4771-ae1f-c750db3fe790 port 914f253c-02cc-4a3d-bbbe-734cda910fb4 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:58:43.549458 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.624247 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-11e64d46-c6d2-4c9a-8988-4259cf1436e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.700968 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Allocated IP 172.20.0.1 (006e0bd7-47b2-4d8e-a01c-62e81a73974a/d2bea90e-502f-4dce-8a04-492d56a9850d/67941171-b165-42a1-8601-6409ac9b9338) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:43.852394 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.854365 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.866567 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Transition to ACTIVE for port object 67941171-b165-42a1-8601-6409ac9b9338 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:43.871119 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Transition to ACTIVE for port object 914f253c-02cc-4a3d-bbbe-734cda910fb4 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:43.884404 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.953162 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:43.992437 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Attempting to bind port 914f253c-02cc-4a3d-bbbe-734cda910fb4 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:43.993289 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Attempting to bind port 914f253c-02cc-4a3d-bbbe-734cda910fb4 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:43.993896 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Attempting to bind port 914f253c-02cc-4a3d-bbbe-734cda910fb4 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:44.010460 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Pushing event updated for resources: {'Port': ['ID=914f253c-02cc-4a3d-bbbe-734cda910fb4,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:44.032504 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:44.033172 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:44.033533 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.034494 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:44.035197 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Bound port: 914f253c-02cc-4a3d-bbbe-734cda910fb4, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:44.035666 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.041011 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.044160 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.044578 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.048059 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.048482 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.048893 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.049327 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.049731 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.050128 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.051901 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.052319 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.052733 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:58:44.063036 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:44.068443 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:44.070636 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Pushing event updated for resources: {'Port': ['ID=67941171-b165-42a1-8601-6409ac9b9338,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:44.072854 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:44.151171 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.165834 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] For port 914f253c-02cc-4a3d-bbbe-734cda910fb4, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:44.169837 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] For port 914f253c-02cc-4a3d-bbbe-734cda910fb4, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=914f253c-02cc-4a3d-bbbe-734cda910fb4,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:44.185615 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.193042 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479ec31-7ece-4a46-a94c-486adca44395 req-d6dbe224-9831-42d9-816c-d5e0aa141854 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:44.198580 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2479ec31-7ece-4a46-a94c-486adca44395 req-d6dbe224-9831-42d9-816c-d5e0aa141854 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.2551112 Jul 07 12:58:44.216883 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1b84adc4-09a4-4b7d-bd15-a11e88090240 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:44.227668 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa6c44-08fc-47e7-aab2-cd3b17c985fa req-191873e4-af62-4d5a-aa42-016336ec4381 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:44.229499 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34fa6c44-08fc-47e7-aab2-cd3b17c985fa req-191873e4-af62-4d5a-aa42-016336ec4381 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.2841690 Jul 07 12:58:44.319433 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 1b84adc4-09a4-4b7d-bd15-a11e88090240 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:44.319856 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.321854 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:44.322512 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:44.375170 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.383029 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194de75-2381-491c-ba9f-4725824e4c2e None None] Pushing event updated for resources: {'Port': ['ID=914f253c-02cc-4a3d-bbbe-734cda910fb4,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:44.391439 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2479ec31-7ece-4a46-a94c-486adca44395 req-b7dd0b2b-fb35-4f6b-ac4b-71786f2833e1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838708 Jul 07 12:58:44.411263 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34fa6c44-08fc-47e7-aab2-cd3b17c985fa req-4bb5da70-597d-45c4-8e51-7e8e029cf89f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704025 Jul 07 12:58:44.467953 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.495068 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-723782cc-21fa-44c3-916b-f56f32062b3b None None] Provisioning for port 67941171-b165-42a1-8601-6409ac9b9338 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:44.500058 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-723782cc-21fa-44c3-916b-f56f32062b3b None None] Provisioning complete for port 67941171-b165-42a1-8601-6409ac9b9338 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:44.500631 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-723782cc-21fa-44c3-916b-f56f32062b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.559499 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-723782cc-21fa-44c3-916b-f56f32062b3b None None] Port 67941171-b165-42a1-8601-6409ac9b9338 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:58:44.562601 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:44.669432 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.680109 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.741323 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:44.796906 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:41Z', 'revision_number': 3, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:44.851558 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00455ad1-8476-4c10-9f99-e4ded0544cdc None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:41Z', 'revision_number': 3, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:58:44.889216 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:44.890557 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Pushing event updated for resources: {'Port': ['ID=67941171-b165-42a1-8601-6409ac9b9338,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:44.893625 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:45.094939 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178470-8f55-4f3f-9bdf-863115fb6e29 req-68184786-5a90-4e54-8982-2d1b841edc50 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:45.106629 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-08178470-8f55-4f3f-9bdf-863115fb6e29 req-68184786-5a90-4e54-8982-2d1b841edc50 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.1159756 Jul 07 12:58:45.126527 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:45.148480 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:58:45.249890 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-08178470-8f55-4f3f-9bdf-863115fb6e29 req-caefc6dd-dcdf-484a-a649-1fe578304ca4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421103 Jul 07 12:58:45.294963 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55550) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:45.308543 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-371a9450-bcbd-451b-89fb-273d274e41a4 None None] Provisioning complete for port 67941171-b165-42a1-8601-6409ac9b9338 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:45.308997 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-371a9450-bcbd-451b-89fb-273d274e41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:45.363261 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-371a9450-bcbd-451b-89fb-273d274e41a4 None None] Port 67941171-b165-42a1-8601-6409ac9b9338 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:58:45.416330 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:58:45.430195 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-30ba6dda-8bf6-477c-b754-01dcd65b8c77 admin admin] 10.222.0.21 "PUT /v2.0/routers/54823126-080f-4771-ae1f-c750db3fe790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498440 Jul 07 12:58:45.857807 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e27df5-c920-4baa-a71d-a11fc864edbf tempest-TestMinimumBasicScenario-1609269972 tempest-TestMinimumBasicScenario-1609269972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:45.862483 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55564) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:45.867399 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'port_id': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:45.876348 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-72e27df5-c920-4baa-a71d-a11fc864edbf tempest-TestMinimumBasicScenario-1609269972 tempest-TestMinimumBasicScenario-1609269972-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1093 time: 0.5793817 Jul 07 12:58:45.917976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for floatingip, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:45.961287 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2d9f6-e86f-48b7-99e1-0fb012df47e0 req-49b795c9-5a65-4370-ab1f-41b53a0f53df tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:45.969141 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ed2d9f6-e86f-48b7-99e1-0fb012df47e0 req-49b795c9-5a65-4370-ab1f-41b53a0f53df tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.3238442 Jul 07 12:58:45.981339 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457165-3ae8-4c81-a975-5633c11b8ac0 req-9b7ad2d6-f391-4459-9984-7312564e5fb2 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:45.989112 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-18457165-3ae8-4c81-a975-5633c11b8ac0 req-9b7ad2d6-f391-4459-9984-7312564e5fb2 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.2075434 Jul 07 12:58:46.074926 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ed2d9f6-e86f-48b7-99e1-0fb012df47e0 req-98fe385c-312d-48b3-a95d-b2504f1a7f4f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973518 Jul 07 12:58:46.091724 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-18457165-3ae8-4c81-a975-5633c11b8ac0 req-7cf079a4-f636-4935-b8e0-f73d8eaf1f99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013975 Jul 07 12:58:46.110172 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.278632 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 914f253c-02cc-4a3d-bbbe-734cda910fb4 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:46.338572 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Allocated IP 172.27.0.30 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/156922fe-9672-4f71-b129-1dad7a407329) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:46.372407 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 914f253c-02cc-4a3d-bbbe-734cda910fb4 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:46.378734 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 914f253c-02cc-4a3d-bbbe-734cda910fb4 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:46.379354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.484031 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.515969 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.546678 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.547467 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55588) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:46.553109 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1208222369-network', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:46.585322 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Made reservation on behalf of df7eee8c81e3401d8c3307199b8b7566 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:58:46.588731 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.601623 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.607200 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 914f253c-02cc-4a3d-bbbe-734cda910fb4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=914f253c-02cc-4a3d-bbbe-734cda910fb4,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:46.618400 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.619766 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.655835 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:46.659704 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:46.687896 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=914f253c-02cc-4a3d-bbbe-734cda910fb4,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:46.694273 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:46.704507 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'Port': ['ID=156922fe-9672-4f71-b129-1dad7a407329,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:46.774556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-0a1b3b72-31d0-4b92-9449-1a80c21e14ff tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:46.776433 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-0a1b3b72-31d0-4b92-9449-1a80c21e14ff tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.1707525 Jul 07 12:58:46.806966 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-670f3067-0e99-4135-b642-f7cd92bdb58a tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/quotas/96f00525cc8e4796a20d4eda6059621b HTTP/1.1" status: 200 len: 375 time: 0.0206091 Jul 07 12:58:46.919921 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.933032 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:46.979779 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 12:58:47.011409 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-495baded-657a-4274-80c2-1b8b1f448bd4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969118 Jul 07 12:58:47.014131 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935eb131-b3bf-4168-9a99-a8e3d47de2e1,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:47.020740 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.021093 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Added segment cab39ff4-0fd8-4f4e-a147-7a2af58d7361 of type vlan for network 2934f748-f80e-4201-a93b-29f4786cb317 Jul 07 12:58:47.360856 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.403144 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.445914 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-a151d7d4-e98a-4f1f-b0d0-15b98fc45cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266496 Jul 07 12:58:47.451976 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.452927 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:47.453513 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.511835 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:58:47.521436 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.528555 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:47.530254 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:47.588031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad12cfa-1a95-44b4-81ae-018f78825c28 req-1ade35ec-3565-4261-8c24-6bec8e4afe05 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:47.589586 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9ad12cfa-1a95-44b4-81ae-018f78825c28 req-1ade35ec-3565-4261-8c24-6bec8e4afe05 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.2413337 Jul 07 12:58:47.597754 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0491042 Jul 07 12:58:47.601720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55598) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:47.612687 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Request body: {'subnet': {'network_id': '2934f748-f80e-4201-a93b-29f4786cb317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1208222369-subnet', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:47.633911 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d341a6-9c96-4ab9-8db2-e5c9dde1637c admin admin] Pushing event updated for resources: {'Network': ['ID=2934f748-f80e-4201-a93b-29f4786cb317,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:47.688838 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-e0497f3d-9a50-499b-a3fe-75f31e96a5fe service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267041 Jul 07 12:58:47.706440 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9ad12cfa-1a95-44b4-81ae-018f78825c28 req-5076ed24-2d88-4fb7-b828-d3a982c4aa5e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074033 Jul 07 12:58:47.707428 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Made reservation on behalf of df7eee8c81e3401d8c3307199b8b7566 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:58:47.709936 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25330136'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.711852 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 2934f748-f80e-4201-a93b-29f4786cb317 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 12:58:47.844879 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.853911 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:47.926064 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:48.012753 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.052197 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1ba0e62-fc3f-40e4-a47f-b71af5b6e357 req-5cb82960-3294-40ba-9496-f65f55311ede tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 210 time: 0.0465229 Jul 07 12:58:48.054174 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25402497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25330122'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.191499 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cfacf3c-a0d1-46be-b608-e991f6b38d43,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:48.204996 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a0439-67ed-4d44-96bf-ad0e70c13ced req-962c3aee-aacc-4625-93d1-708b31789539 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:48.208292 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Floating IP 6d0d6e78-7236-4584-9a25-e1e2dc11ea4d associated. External IP: 172.27.0.30, port: b0007cfb-a897-4c73-997d-539d486f6bd7. Jul 07 12:58:48.210537 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'Port': ['ID=156922fe-9672-4f71-b129-1dad7a407329,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:48.213594 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-562a0439-67ed-4d44-96bf-ad0e70c13ced req-962c3aee-aacc-4625-93d1-708b31789539 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.2570138 Jul 07 12:58:48.237847 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Checking segment: {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:48.238216 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Network hostable DHCP agents. Network: 2934f748-f80e-4201-a93b-29f4786cb317, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 12:58:48.280050 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-562a0439-67ed-4d44-96bf-ad0e70c13ced req-a487148c-6017-4cf8-a409-cab0c1cbbe8d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654385 Jul 07 12:58:48.290623 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Network 2934f748-f80e-4201-a93b-29f4786cb317 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 12:58:48.303873 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 2934f748-f80e-4201-a93b-29f4786cb317) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:48.309931 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:48.312013 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.334901 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 914f253c-02cc-4a3d-bbbe-734cda910fb4 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:48.340403 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5f8bb726-45dc-4b01-9470-53ea632f440f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7362242 Jul 07 12:58:48.341392 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55608) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:48.345324 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b2943-218f-427e-b040-36b7f55f9302 None None] Network 2934f748-f80e-4201-a93b-29f4786cb317 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:58:48.346719 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:48.379594 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.381575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.460482 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.570197 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Router 52cb1bbd-6802-403b-8a46-58d18e82ce97 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:58:48.669327 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.722455 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:58:48.734654 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] Sync routers for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:58:48.746394 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:48.753623 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:48.780304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.790190 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 914f253c-02cc-4a3d-bbbe-734cda910fb4 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:48.790773 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:48.893092 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-851ac260-5183-4e4b-8075-766c3df54bd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0293913 Jul 07 12:58:48.894773 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:48.897867 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d479d6f-576e-4c20-8234-5141e453d544" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:48.901051 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55614) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:48.909125 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708470947', 'description': 'tempest-secgroup-smoke-708470947 description', 'project_id': 'e856853c73a14edf82e46cae00860b46'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:48.980370 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beacda9-8128-4c00-9ec5-762874e5e342 x-openstack-request-id: req-0beacda9-8128-4c00-9ec5-762874e5e342 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:48.980656 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:48.980908 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0beacda9-8128-4c00-9ec5-762874e5e342 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:48.981388 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'status': 'completed', 'code': 200} Jul 07 12:58:49.016731 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.026473 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:49.117529 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-2934f748-f80e-4201-a93b-29f4786cb317', 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'fixed_ips': [{'subnet_id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 12:58:49.118635 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.138907 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.210703 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d479d6f-576e-4c20-8234-5141e453d544 req-625bdd4c-3c77-4d81-a9f0-9e485093928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:49.215467 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-625bdd4c-3c77-4d81-a9f0-9e485093928b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1098 time: 0.1688249 Jul 07 12:58:49.248900 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.372768 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Allocated IP 172.20.0.2 (2934f748-f80e-4201-a93b-29f4786cb317/1cfacf3c-a0d1-46be-b608-e991f6b38d43/8970cf6f-7d5f-4be1-9dea-d279aa4708e4) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:49.375667 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0721-a33e-4dff-a048-7d78286a6436 req-70a235b0-7da1-4509-8527-9a0bdc4860e8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:49.377269 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a4ae0721-a33e-4dff-a048-7d78286a6436 req-70a235b0-7da1-4509-8527-9a0bdc4860e8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.4411716 Jul 07 12:58:49.381501 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d479d6f-576e-4c20-8234-5141e453d544 req-2cfb20c2-fb73-4d81-b6fa-8fb87218eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:49.383264 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-2cfb20c2-fb73-4d81-b6fa-8fb87218eaee service neutron] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 917 time: 0.1579745 Jul 07 12:58:49.390275 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 2, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:49.418366 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '6d0d6e78-7236-4584-9a25-e1e2dc11ea4d', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'port_id': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'mac_address': 'fa:16:3e:4c:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:58:47Z', 'updated_at': '2021-07-07T12:58:47Z', 'revision_number': 0, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:49.436439 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:58:49.437008 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Updating router 54823126-080f-4771-ae1f-c750db3fe790 port 67941171-b165-42a1-8601-6409ac9b9338 binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:58:49.471719 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] Checking router: 52cb1bbd-6802-403b-8a46-58d18e82ce97 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:58:49.490447 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:49.491092 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:49.528876 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92a1b77d-9ecb-4185-aabd-c4a94e21a1a9 req-f4caed1e-0ea7-43a2-a146-0ce5d57630cd tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 210 time: 0.1503162 Jul 07 12:58:49.530052 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.538592 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-b03b5d96-bdf1-42df-97ee-d27c31ab0c8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 998 time: 0.1438878 Jul 07 12:58:49.570775 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.609269 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.691728 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a4ae0721-a33e-4dff-a048-7d78286a6436 req-72fad075-ed10-4a5d-a616-7d6c599b54e1 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815752 Jul 07 12:58:49.708685 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:49.734405 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d479d6f-576e-4c20-8234-5141e453d544 req-8ad68178-7936-4ab2-8eb0-909254efa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:49.738991 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-8ad68178-7936-4ab2-8eb0-909254efa2aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.1915734 Jul 07 12:58:49.753459 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.798477 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.815640 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9117010 Jul 07 12:58:49.820227 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55622) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:49.838424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group_rule': {'security_group_id': '2ff29f9f-37b8-4ab0-b724-dc084649f041', 'project_id': 'e856853c73a14edf82e46cae00860b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:49.868672 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c2505-b819-40a1-beb1-b8644b74818d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff29f9f-37b8-4ab0-b724-dc084649f041,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:49.896631 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Allocated IP 172.27.0.7 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/53c4bda4-3e8d-40f5-b962-227b05ba18d2) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:49.914002 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d479d6f-576e-4c20-8234-5141e453d544 req-03f40f09-bf16-41a8-b755-fbd018eb5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:49.920856 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-03f40f09-bf16-41a8-b755-fbd018eb5478 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692495 Jul 07 12:58:49.950496 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Transition to ACTIVE for port object 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:49.983745 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.992239 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:49.999044 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Transition to ACTIVE for port object 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:50.007161 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Transition to ACTIVE for port object 67941171-b165-42a1-8601-6409ac9b9338 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:50.013219 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.028014 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.117926 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-a5dab6b7-02af-4af0-afb6-0e29c5a95f8c service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817744 Jul 07 12:58:50.138985 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Network 2934f748-f80e-4201-a93b-29f4786cb317 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:50.177536 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:50.194730 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:50.222987 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Pushing event updated for resources: {'Port': ['ID=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:50.291323 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82809c-4e61-43c3-aef7-5180a074c302 req-7e33ac8a-cf68-46a0-a87a-e5f2d4f83ecc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:50.297964 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '6d0d6e78-7236-4584-9a25-e1e2dc11ea4d', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'port_id': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'mac_address': 'fa:16:3e:4c:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:58:47Z', 'updated_at': '2021-07-07T12:58:47Z', 'revision_number': 0, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:50.299912 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fb82809c-4e61-43c3-aef7-5180a074c302 req-7e33ac8a-cf68-46a0-a87a-e5f2d4f83ecc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.5878992 Jul 07 12:58:50.314583 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0d479d6f-576e-4c20-8234-5141e453d544 req-1addc924-e503-4d57-8473-95bb09f6ed3e service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830602 Jul 07 12:58:50.353484 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab887aa-6469-4a72-bd57-e65e29fbf22d None None] The sync data for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi is: [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '6d0d6e78-7236-4584-9a25-e1e2dc11ea4d', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'port_id': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'mac_address': 'fa:16:3e:4c:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:58:47Z', 'updated_at': '2021-07-07T12:58:47Z', 'revision_number': 0, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:58:50.398639 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72363ea-2f12-4721-af38-1f072ab1311f None None] Pushing event updated for resources: {'Port': ['ID=67941171-b165-42a1-8601-6409ac9b9338,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:50.434144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.479199 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.507621 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Attempting to bind port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:50.508005 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Attempting to bind port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:50.508390 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Attempting to bind port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 on network 2934f748-f80e-4201-a93b-29f4786cb317 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:50.520289 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:50.520866 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Checking segment: {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:50.521314 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.521913 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Bound using segment: {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:50.522407 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Bound port: 8970cf6f-7d5f-4be1-9dea-d279aa4708e4, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:50.523050 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.529436 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Attempting to bind port 67941171-b165-42a1-8601-6409ac9b9338 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:50.529878 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Attempting to bind port 67941171-b165-42a1-8601-6409ac9b9338 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:50.530278 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Attempting to bind port 67941171-b165-42a1-8601-6409ac9b9338 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:50.564293 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:50.565409 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Checking segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:50.565786 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.566364 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Bound using segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:50.566969 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Bound port: 67941171-b165-42a1-8601-6409ac9b9338, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:50.567363 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.595475 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.601441 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7802205 Jul 07 12:58:50.604194 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55628) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:50.609637 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group_rule': {'security_group_id': '2ff29f9f-37b8-4ab0-b724-dc084649f041', 'project_id': 'e856853c73a14edf82e46cae00860b46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:50.682407 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b457d-cd8e-4263-960a-ddf7429c6d8b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc0fc7b-e26c-4564-aada-33013de2d185,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:50.685971 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.728966 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] For port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:50.738694 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] For port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:50.740438 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fb82809c-4e61-43c3-aef7-5180a074c302 req-22b678a1-b1c3-411b-9de8-4b4f90b1fdfd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375465 Jul 07 12:58:50.747530 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba461cc-c5f6-44a5-8a2b-7aa40a545dc1 None None] New status for floating IP 6d0d6e78-7236-4584-9a25-e1e2dc11ea4d: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 12:58:50.770964 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.833511 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.842770 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.856564 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-5af27607-031e-41e4-a489-a54f9ae79e63 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:50.858002 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-5af27607-031e-41e4-a489-a54f9ae79e63 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.8271224 Jul 07 12:58:50.884599 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732ab6a4-d3b2-46d4-8abd-76125f3af8c1,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:50.890937 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-538cd208-a740-41a8-8834-6ed0cd49be58 req-fead8aa9-669f-4867-b271-2c7e8eb55f6b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 210 time: 0.0910470 Jul 07 12:58:50.895868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Request body: {'port': {'device_id': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'admin_state_up': True, 'tenant_id': '96f00525cc8e4796a20d4eda6059621b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:50.910872 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.914543 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-44ff4900-d1d5-4be8-adfd-fa7d9bc37345 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069708 Jul 07 12:58:50.914941 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55634) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:50.919864 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group_rule': {'security_group_id': '2ff29f9f-37b8-4ab0-b724-dc084649f041', 'project_id': 'e856853c73a14edf82e46cae00860b46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:50.980463 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:50.982580 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.012692 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.042274 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ae94a-2e56-4bc9-8937-0a8ec980ee86 None None] Pushing event updated for resources: {'Port': ['ID=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.068986 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:51.076671 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.081663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.093231 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:51.099934 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:51.123889 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e01181b-fdd1-418b-b240-d617a9199a3a,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.166192 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] For port 67941171-b165-42a1-8601-6409ac9b9338, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:51.170284 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] For port 67941171-b165-42a1-8601-6409ac9b9338, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=67941171-b165-42a1-8601-6409ac9b9338,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:51.189015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.216290 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=53c4bda4-3e8d-40f5-b962-227b05ba18d2,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.247134 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Made reservation on behalf of 96f00525cc8e4796a20d4eda6059621b for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:58:51.248787 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.251101 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ae0b6455-753c-42c6-8ac5-fcb5a1d2743f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350449 Jul 07 12:58:51.251882 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.253776 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55636) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:51.259352 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group_rule': {'security_group_id': '2ff29f9f-37b8-4ab0-b724-dc084649f041', 'project_id': 'e856853c73a14edf82e46cae00860b46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:51.314903 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:51.317797 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:51.336034 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.422507 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72363ea-2f12-4721-af38-1f072ab1311f None None] Pushing event updated for resources: {'Port': ['ID=67941171-b165-42a1-8601-6409ac9b9338,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.425835 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.453800 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.500221 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7670b62a-cc5f-41c5-9809-1abe4a94b935,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.509123 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.510356 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6986ea06-a814-47ed-a35e-e97e89a70d47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2553473 Jul 07 12:58:51.513510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55638) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:51.522228 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group_rule': {'security_group_id': '2ff29f9f-37b8-4ab0-b724-dc084649f041', 'project_id': 'e856853c73a14edf82e46cae00860b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:51.554259 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Project e856853c73a14edf82e46cae00860b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 12:58:51.562947 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.642253 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.648178 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.684128 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6e3166-3185-4fdf-8be2-fd851bbb935b,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.695334 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.697135 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-66298e5b-9aa4-40d2-9bf9-176a732f3579 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823688 Jul 07 12:58:51.708066 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55640) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:51.717490 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'security_group_rule': {'security_group_id': '2ff29f9f-37b8-4ab0-b724-dc084649f041', 'project_id': 'e856853c73a14edf82e46cae00860b46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:51.767636 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Project e856853c73a14edf82e46cae00860b46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 12:58:51.777274 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.863607 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.886756 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.893575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2e397-3669-45d1-88ce-d393b5e3c4e1 req-77c92c8a-90cf-4d07-981a-5aa436ffc85c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:51.903448 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ded2e397-3669-45d1-88ce-d393b5e3c4e1 req-77c92c8a-90cf-4d07-981a-5aa436ffc85c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.8878992 Jul 07 12:58:51.949473 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:51.960066 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281e30f6-df2c-44e5-a27c-254d2648f10f,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:51.972778 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:51.975264 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-eaaa6d8b-0b1b-4541-8eda-2edf5976cdd4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2649059 Jul 07 12:58:52.059824 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ded2e397-3669-45d1-88ce-d393b5e3c4e1 req-1594d4c7-d545-4261-8e4c-034160e368c0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552782 Jul 07 12:58:52.202798 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Allocated IP 172.20.0.6 (0416eabc-0c02-46b0-9600-44272aeae57d/6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d/e0195392-e380-46b3-b80e-f4869a62705a) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:52.334011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:52.488245 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:51Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:52.517539 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464b26f-5a7c-415c-bbcf-4b838b79bb2a None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:51Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:58:52.519222 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:52.566727 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bb964-fc10-4a7a-945a-1848fa48ec19 req-278449ef-dfa7-4659-a00e-61a187a2674b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:52.580113 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-df4bb964-fc10-4a7a-945a-1848fa48ec19 req-278449ef-dfa7-4659-a00e-61a187a2674b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.5523643 Jul 07 12:58:52.638216 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:52.641516 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d956824-b6e7-4d97-8ae1-a89a567e9b42 req-cd433a65-de84-4e3f-9f45-b10ee618153b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 210 time: 0.2323084 Jul 07 12:58:52.709575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:52.812819 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-df4bb964-fc10-4a7a-945a-1848fa48ec19 req-57a32973-fd12-40ba-bf25-4f31eceb157b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670361 Jul 07 12:58:52.824088 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a34b04-5b8c-420f-b9d7-a7081fbafc5b None None] Network 2934f748-f80e-4201-a93b-29f4786cb317 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 12:58:52.941631 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-768cd79b-2b4c-4d4e-9f15-8d32d4f170e4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708470947&fields=id&tenant_id=e856853c73a14edf82e46cae00860b46 HTTP/1.1" status: 200 len: 267 time: 0.1362646 Jul 07 12:58:53.013395 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] Provisioning for port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:53.040356 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] Provisioning complete for port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:53.040900 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.042724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.092284 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268', '332392b6-47fb-460f-936c-ac7e36ddc5a7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:53.152004 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Network 0416eabc-0c02-46b0-9600-44272aeae57d is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:53.158935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:53.161032 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event updated for resources: {'Port': ['ID=e0195392-e380-46b3-b80e-f4869a62705a,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:53.163361 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.167051 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:53.304447 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:53.305174 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.418393 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.431031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-fae9437c-6afb-4320-89d6-c0a19e6f8129 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:53.432504 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-fae9437c-6afb-4320-89d6-c0a19e6f8129 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.3940086 Jul 07 12:58:53.477142 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'port': {'security_groups': ['aa545b98-d419-4a82-8acc-aafddcf747aa', '2ff29f9f-37b8-4ab0-b724-dc084649f041']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:53.520029 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] For port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:53.526250 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-82e7cdd0-2205-4ca3-a61b-9a15a6953d81 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6376121 Jul 07 12:58:53.534172 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.557963 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Request body: {'port': {'device_id': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:53.616894 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0b77-5beb-479c-8116-a31e5f664d9a None None] Pushing event updated for resources: {'Port': ['ID=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:53.723813 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-31f4332d-aaa2-48cf-a10a-f0b41e95944f None None] Provisioning complete for port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:53.724092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-31f4332d-aaa2-48cf-a10a-f0b41e95944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.775032 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.789666 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d566c-53d0-498b-8378-36225f9a598f req-a9d108d7-6ddd-47c7-8fc8-45765f7b757b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:53.791233 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-474d566c-53d0-498b-8378-36225f9a598f req-a9d108d7-6ddd-47c7-8fc8-45765f7b757b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.4653807 Jul 07 12:58:53.817595 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:53.850896 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Router 8f9354bf-f0bd-4d84-81e3-8db335429587 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 12:58:54.136131 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-474d566c-53d0-498b-8378-36225f9a598f req-b85c3123-ba44-4619-bf58-ce90926ab281 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322275 Jul 07 12:58:54.261525 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 67941171-b165-42a1-8601-6409ac9b9338 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:54.350990 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 67941171-b165-42a1-8601-6409ac9b9338 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:54.356436 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 67941171-b165-42a1-8601-6409ac9b9338 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:54.356943 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.460340 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.504185 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 67941171-b165-42a1-8601-6409ac9b9338, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=67941171-b165-42a1-8601-6409ac9b9338,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:54.509710 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.511019 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:54.579784 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:58:54.592018 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Sync routers for ids ['8f9354bf-f0bd-4d84-81e3-8db335429587'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:58:54.604704 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:54.605073 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.611502 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Routers {'8f9354bf-f0bd-4d84-81e3-8db335429587'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:54.612813 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['8f9354bf-f0bd-4d84-81e3-8db335429587'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:54.633300 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.634654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b41f5dd0-416b-4ab1-8258-b3a800b5d5c2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2921784 Jul 07 12:58:54.637822 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55658) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:54.667710 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=67941171-b165-42a1-8601-6409ac9b9338,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:54.758447 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ad44f-61cc-47a3-8c19-b8fef6fbd15a req-f829552f-89be-4d8f-acc3-9cd270f0cb0c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:54.759891 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-064ad44f-61cc-47a3-8c19-b8fef6fbd15a req-f829552f-89be-4d8f-acc3-9cd270f0cb0c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 931 time: 0.2399170 Jul 07 12:58:54.782478 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Set router 8f9354bf-f0bd-4d84-81e3-8db335429587 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:54.837472 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:54.867599 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0195392-e380-46b3-b80e-f4869a62705a {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:54.879291 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-064ad44f-61cc-47a3-8c19-b8fef6fbd15a req-460714ec-b73a-4429-8776-ec8250e4b51f tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088052 Jul 07 12:58:54.881056 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.920933 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Transition to ACTIVE for port object e0195392-e380-46b3-b80e-f4869a62705a will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:54.923675 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.932345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:54.989076 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.045287 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['b0007cfb-a897-4c73-997d-539d486f6bd7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:55.060408 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Pushing event updated for resources: {'Port': ['ID=e0195392-e380-46b3-b80e-f4869a62705a,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:55.070929 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:55.071836 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.074528 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eac63f02-fd67-4575-a60a-8a09e4c74c38 req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "PUT /v2.0/ports/b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 981 time: 1.6075363 Jul 07 12:58:55.076501 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:55.081112 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57179e-451f-430e-a55f-cb573d1a9a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:55.112890 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T12:58:52Z', 'revision_number': 3, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:55.228594 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Checking router: 8f9354bf-f0bd-4d84-81e3-8db335429587 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:58:55.228948 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Updating router 8f9354bf-f0bd-4d84-81e3-8db335429587 port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:58:55.279138 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.307873 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['b0007cfb-a897-4c73-997d-539d486f6bd7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:55.545669 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ada84-4290-4796-b030-25914d41baa3 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=6']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:55.549047 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.578871 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b60077a5-8911-408a-85d3-ac2f4856e88d None None] Provisioning complete for port b0007cfb-a897-4c73-997d-539d486f6bd7 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:55.579950 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b60077a5-8911-408a-85d3-ac2f4856e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.656870 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Attempting to bind port e0195392-e380-46b3-b80e-f4869a62705a on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:55.657205 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Attempting to bind port e0195392-e380-46b3-b80e-f4869a62705a by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:55.657612 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Attempting to bind port e0195392-e380-46b3-b80e-f4869a62705a on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:55.679089 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcf60a-57d2-4989-b858-dd647c74d903 req-ced207a6-2318-4add-86cc-2de7c79b848c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:55.682975 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04fcf60a-57d2-4989-b858-dd647c74d903 req-ced207a6-2318-4add-86cc-2de7c79b848c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.5338135 Jul 07 12:58:55.734922 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Port e0195392-e380-46b3-b80e-f4869a62705a on network 0416eabc-0c02-46b0-9600-44272aeae57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:58:55.735240 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Attempting to bind port e0195392-e380-46b3-b80e-f4869a62705a on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:55.776515 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d77d1-8295-4c6e-9818-bc050957a6df req-156d4e07-6b70-4095-adff-c563e0cef3a2 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:55.781055 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-540d77d1-8295-4c6e-9818-bc050957a6df req-156d4e07-6b70-4095-adff-c563e0cef3a2 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.4280567 Jul 07 12:58:55.790223 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:55.790560 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Checking segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:55.790985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Bound using segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:55.791432 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Bound port: e0195392-e380-46b3-b80e-f4869a62705a, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:55.791792 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.821068 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.851661 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Transition to ACTIVE for port object 53c4bda4-3e8d-40f5-b962-227b05ba18d2 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:55.878403 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:55.893011 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04fcf60a-57d2-4989-b858-dd647c74d903 req-9babce24-0bc2-4809-8995-3a9f46f1f487 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949313 Jul 07 12:58:55.915838 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-540d77d1-8295-4c6e-9818-bc050957a6df req-77850dc4-afa3-42cd-81cc-00f957a8060a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190059 Jul 07 12:58:55.967315 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Allocated IP 172.20.0.1 (2934f748-f80e-4201-a93b-29f4786cb317/1cfacf3c-a0d1-46be-b608-e991f6b38d43/6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:58:55.968469 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] For port e0195392-e380-46b3-b80e-f4869a62705a, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:55.979378 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] For port e0195392-e380-46b3-b80e-f4869a62705a, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e0195392-e380-46b3-b80e-f4869a62705a,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:55.991328 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.063507 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.064193 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.066707 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] 10.222.0.50 "PUT /v2.0/ports/e0195392-e380-46b3-b80e-f4869a62705a HTTP/1.1" status: 200 len: 1093 time: 2.5139127 Jul 07 12:58:56.097202 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b314fe5d-b688-4673-91b4-5577c9080cc9 x-openstack-request-id: req-b314fe5d-b688-4673-91b4-5577c9080cc9 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:56.097527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:56.097785 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b314fe5d-b688-4673-91b4-5577c9080cc9 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:56.098986 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'status': 'completed', 'code': 200} Jul 07 12:58:56.125939 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20098f7e-adb9-4849-b613-40e300e1ab00 None None] Pushing event updated for resources: {'Port': ['ID=53c4bda4-3e8d-40f5-b962-227b05ba18d2,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:56.136344 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066084-c878-49cf-80d0-3ed8539e14cd service neutron] Pushing event updated for resources: {'Port': ['ID=e0195392-e380-46b3-b80e-f4869a62705a,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:56.141929 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Attempting to bind port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:58:56.142292 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Attempting to bind port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:58:56.143344 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Attempting to bind port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:58:56.154553 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:58:56.154954 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:58:56.155360 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.155793 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:58:56.156276 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Bound port: 53c4bda4-3e8d-40f5-b962-227b05ba18d2, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:58:56.156656 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.239689 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 67941171-b165-42a1-8601-6409ac9b9338 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:56.292787 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.318120 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-0a6f4fbc-cf54-4792-9e41-473b3e1c1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.318381 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Transition to ACTIVE for port object 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:58:56.320424 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-0a6f4fbc-cf54-4792-9e41-473b3e1c1f9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 1096 time: 0.1529720 Jul 07 12:58:56.321732 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] For port 53c4bda4-3e8d-40f5-b962-227b05ba18d2, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:58:56.330659 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] For port 53c4bda4-3e8d-40f5-b962-227b05ba18d2, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=53c4bda4-3e8d-40f5-b962-227b05ba18d2,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:58:56.340044 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a90e9-61bd-4537-993f-6e94239b6186 req-b66949a8-41cb-4b57-a2aa-656bedfb4a94 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.342238 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a7a90e9-61bd-4537-993f-6e94239b6186 req-b66949a8-41cb-4b57-a2aa-656bedfb4a94 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1100683 Jul 07 12:58:56.348510 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.360338 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-4b125867-08f6-4055-851b-a10214f2ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.361995 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-4b125867-08f6-4055-851b-a10214f2ba2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1137 time: 0.1732450 Jul 07 12:58:56.388258 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.398464 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 67941171-b165-42a1-8601-6409ac9b9338 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:56.399161 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.439257 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-869ef593-f136-4506-b308-eb2a2147df60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0195392-e380-46b3-b80e-f4869a62705a HTTP/1.1" status: 200 len: 217 time: 0.0958178 Jul 07 12:58:56.485272 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20098f7e-adb9-4849-b613-40e300e1ab00 None None] Pushing event updated for resources: {'Port': ['ID=53c4bda4-3e8d-40f5-b962-227b05ba18d2,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:56.488832 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Routers {'8f9354bf-f0bd-4d84-81e3-8db335429587'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:56.489583 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['8f9354bf-f0bd-4d84-81e3-8db335429587'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:56.503548 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Network 2934f748-f80e-4201-a93b-29f4786cb317 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:56.515947 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:56.537975 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:58:56.550740 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a7a90e9-61bd-4537-993f-6e94239b6186 req-a069ee9e-40bd-47cc-a373-19cdd40610cd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978865 Jul 07 12:58:56.576485 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-c88c5fce-d354-4679-8cd4-1ce883ed4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.577983 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-c88c5fce-d354-4679-8cd4-1ce883ed4cc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.1313875 Jul 07 12:58:56.590539 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Pushing event updated for resources: {'Port': ['ID=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:56.644857 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-6b66224a-0a4e-44c0-86fa-4646e8d608aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.646955 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-6b66224a-0a4e-44c0-86fa-4646e8d608aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 917 time: 0.2710855 Jul 07 12:58:56.653070 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-b4a2ccd2-db77-4dcf-bd0c-f2f31be50172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641131 Jul 07 12:58:56.662320 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:56.667408 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93b15a-92c7-4c4b-b517-d6e6d0e49854 req-12b12c34-e742-47a2-ab2e-540c07b276d9 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:56.678262 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3e93b15a-92c7-4c4b-b517-d6e6d0e49854 req-12b12c34-e742-47a2-ab2e-540c07b276d9 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 943 time: 0.2847962 Jul 07 12:58:56.729146 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] Set router 8f9354bf-f0bd-4d84-81e3-8db335429587 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:56.823982 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3e93b15a-92c7-4c4b-b517-d6e6d0e49854 req-179efc02-cc84-4f52-90ab-bfc1335533ff tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445482 Jul 07 12:58:56.940651 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-190a4292-8ee7-48f1-ab8f-4d4abc11cbf0 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247920 Jul 07 12:58:56.988919 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a43119cc-c063-4421-a242-11bf98a3ebdf None None] Provisioning for port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:56.993848 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a43119cc-c063-4421-a242-11bf98a3ebdf None None] Provisioning complete for port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:56.994215 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a43119cc-c063-4421-a242-11bf98a3ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:57.074027 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-03d3b00c-244a-4390-84ca-645eb6034ba1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 1000 time: 0.4062142 Jul 07 12:58:57.074857 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-a43119cc-c063-4421-a242-11bf98a3ebdf None None] Port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:58:57.105421 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T12:58:52Z', 'revision_number': 3, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:57.132705 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0cea6ed9-55f7-45f8-8aca-e6e0ac701b09 req-f47e1f39-6ebe-4cea-8811-9a32da0fdf35 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729283 Jul 07 12:58:57.135062 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c395de-ab2a-4c8b-8471-8e4de95ef5b0 None None] The sync data for ids ['8f9354bf-f0bd-4d84-81e3-8db335429587'] in dv-cinder-792209-6-iscsi is: [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T12:58:52Z', 'revision_number': 3, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:58:57.193069 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-074b4c45-d187-4f96-a34c-b330fc4ab507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:57.194546 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-074b4c45-d187-4f96-a34c-b330fc4ab507 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.1095073 Jul 07 12:58:57.308341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:57.328185 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f16b-30b7-4e1f-bd55-2617d3d459d5 req-1570e088-f320-4a5a-baa4-29de073df3b3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:57.329762 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eb54f16b-30b7-4e1f-bd55-2617d3d459d5 req-1570e088-f320-4a5a-baa4-29de073df3b3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1055169 Jul 07 12:58:57.367951 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-c801d076-2803-4958-9b53-001e1f8113cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:57.369416 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-c801d076-2803-4958-9b53-001e1f8113cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1217980 Jul 07 12:58:57.385973 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eb54f16b-30b7-4e1f-bd55-2617d3d459d5 req-e619b4d8-e316-4b22-a9cd-d707e77d9110 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488291 Jul 07 12:58:57.579311 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-5843ebe6-e4c9-4ce5-b88d-fe05a47fbe46 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964796 Jul 07 12:58:57.630728 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:57.764182 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:58:57.809425 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:57.856061 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2462b-6a5a-4300-a9a7-5cb887edfce5 req-815dd58b-eec9-4ca7-8f7f-4a613a787f04 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:57.866139 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2ad2462b-6a5a-4300-a9a7-5cb887edfce5 req-815dd58b-eec9-4ca7-8f7f-4a613a787f04 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1148670 Jul 07 12:58:57.924697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:57.937198 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Pushing event updated for resources: {'Port': ['ID=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:57.943695 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a57179e-451f-430e-a55f-cb573d1a9a0f req-1ed8434f-97b6-4ec6-87cc-afbc0a81ab1e service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486061 Jul 07 12:58:57.964860 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2ad2462b-6a5a-4300-a9a7-5cb887edfce5 req-1c155da2-021d-4402-b87b-0ac02e18d7f0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971470 Jul 07 12:58:58.078586 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Network 2934f748-f80e-4201-a93b-29f4786cb317 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:58:58.080935 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:58:58.101444 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'tag': 'e0195392-e380-46b3-b80e-f4869a62705a'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:58:58.103683 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea714c9-0888-47fc-807e-0bf9cd69876a", "tag": "e0195392-e380-46b3-b80e-f4869a62705a"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:58:58.133367 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d14a-8bc6-4377-8729-8c56c6044e13 req-698762df-1d65-430a-a57e-85828229b372 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:58.143495 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3907d14a-8bc6-4377-8729-8c56c6044e13 req-698762df-1d65-430a-a57e-85828229b372 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 943 time: 0.1141567 Jul 07 12:58:58.226648 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3907d14a-8bc6-4377-8729-8c56c6044e13 req-2bd32014-2437-481e-a5f1-aff3fad1e836 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815668 Jul 07 12:58:58.285371 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 53c4bda4-3e8d-40f5-b962-227b05ba18d2 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:58:58.286522 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d9b2e8-516e-4e05-bb13-3745c0ae9487 x-openstack-request-id: req-60d9b2e8-516e-4e05-bb13-3745c0ae9487 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:58:58.286962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea714c9-0888-47fc-807e-0bf9cd69876a", "tag": "e0195392-e380-46b3-b80e-f4869a62705a", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:58:58.287278 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60d9b2e8-516e-4e05-bb13-3745c0ae9487 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:58:58.287666 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'tag': 'e0195392-e380-46b3-b80e-f4869a62705a', 'status': 'completed', 'code': 200} Jul 07 12:58:58.300858 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Router 8f9354bf-f0bd-4d84-81e3-8db335429587 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:58:58.374922 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:58:58.380325 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:58.381004 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:58.469806 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-184cabf2-a54d-4ab4-ba13-96fd898280be None None] Provisioning complete for port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:58:58.470193 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-184cabf2-a54d-4ab4-ba13-96fd898280be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:58.520361 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-184cabf2-a54d-4ab4-ba13-96fd898280be None None] Port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:58:58.601892 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:58.615195 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-92922aff-bde8-4cab-a27b-997e9a4efede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:58.616714 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-92922aff-bde8-4cab-a27b-997e9a4efede service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 1096 time: 0.2900009 Jul 07 12:58:58.642615 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 53c4bda4-3e8d-40f5-b962-227b05ba18d2, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=53c4bda4-3e8d-40f5-b962-227b05ba18d2,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:58.648605 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:58.718295 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=53c4bda4-3e8d-40f5-b962-227b05ba18d2,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:58.764535 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:58:58.780258 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-84302206-9c7d-44a4-a0c9-6f00286923ea admin admin] 10.222.0.21 "PUT /v2.0/routers/8f9354bf-f0bd-4d84-81e3-8db335429587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1414657 Jul 07 12:58:58.792866 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e264da-c980-453f-b703-84c3be0dd4da req-d7b1d6b7-866a-4fa8-a51b-e4575aa107fd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:58.795552 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a6e264da-c980-453f-b703-84c3be0dd4da req-d7b1d6b7-866a-4fa8-a51b-e4575aa107fd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1630828 Jul 07 12:58:58.837818 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-63bde205-545a-44ce-b747-4e053ba63eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:58.839627 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-63bde205-545a-44ce-b747-4e053ba63eb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 916 time: 0.2124124 Jul 07 12:58:58.871006 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a6e264da-c980-453f-b703-84c3be0dd4da req-4e8b9de4-77b0-4cfd-a28c-15dff9a7a0be tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683942 Jul 07 12:58:58.913188 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-e47c6d40-ed04-48b6-afdc-1b99f504a29e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0195392-e380-46b3-b80e-f4869a62705a HTTP/1.1" status: 200 len: 217 time: 0.0532424 Jul 07 12:58:58.981923 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-9538915a-18b0-4176-b381-abefcd0da76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:58.990616 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-9538915a-18b0-4176-b381-abefcd0da76c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.0680730 Jul 07 12:58:59.044450 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-9924c23b-756a-4bf3-887c-94f193016dae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448351 Jul 07 12:58:59.048273 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device e0195392-e380-46b3-b80e-f4869a62705a details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:58:59.172151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port e0195392-e380-46b3-b80e-f4869a62705a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e0195392-e380-46b3-b80e-f4869a62705a,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:59.200622 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'e0195392-e380-46b3-b80e-f4869a62705a', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'port_id': 'e0195392-e380-46b3-b80e-f4869a62705a', 'mac_address': 'fa:16:3e:5e:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:58:59.210007 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf637-545d-4af9-854d-6cc8ffd01e8e req-f9232519-6cac-4ba6-9c8b-71892c4800f0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:59.224504 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3dbdf637-545d-4af9-854d-6cc8ffd01e8e req-f9232519-6cac-4ba6-9c8b-71892c4800f0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1165059 Jul 07 12:58:59.244286 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-e56c7bea-8760-4443-8b7e-fdec2e29b912 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898983 Jul 07 12:58:59.266326 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.274243 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3dbdf637-545d-4af9-854d-6cc8ffd01e8e req-b204b25c-b4ef-4c20-963c-60ab2e24c949 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488269 Jul 07 12:58:59.302683 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0195392-e380-46b3-b80e-f4869a62705a {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:58:59.350639 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port e0195392-e380-46b3-b80e-f4869a62705a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e0195392-e380-46b3-b80e-f4869a62705a,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:58:59.362029 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.409374 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4e4af32-56e5-47c4-a3a4-00e9bf0416a3 req-db4c282d-63a3-4aeb-9067-9289aeed9fe1 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593499 Jul 07 12:58:59.475591 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=e0195392-e380-46b3-b80e-f4869a62705a,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:59.536678 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55704) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:59.538198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b06230-cba3-46fe-80c1-13e8c0599a3f req-1f0b0c01-df87-49e9-8c7d-76d7227cc3c0 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:58:59.540233 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-10b06230-cba3-46fe-80c1-13e8c0599a3f req-1f0b0c01-df87-49e9-8c7d-76d7227cc3c0 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 944 time: 0.0884175 Jul 07 12:58:59.542374 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317652622', 'description': 'tempest-secgroup-smoke-1317652622 description', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:59.568006 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.584829 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-10b06230-cba3-46fe-80c1-13e8c0599a3f req-54b1c5b7-5089-4bce-b9e7-7bd0b07950cf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Jul 07 12:58:59.657126 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.662651 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.691419 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.695332 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1547360 Jul 07 12:58:59.695332 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e634e-7c46-499c-839f-081c5caac517 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9349e-ec30-42a9-8c84-17a21c745a80,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:59.695697 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55708) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:59.701511 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9349e-ec30-42a9-8c84-17a21c745a80', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:59.729329 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.772564 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Sync routers for ids ['8f9354bf-f0bd-4d84-81e3-8db335429587'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:58:59.778330 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.782242 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.782678 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Routers {'8f9354bf-f0bd-4d84-81e3-8db335429587'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:58:59.784151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['8f9354bf-f0bd-4d84-81e3-8db335429587'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:58:59.802092 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d46e06-6bdb-417a-bb70-7f4d85bfd2d0,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:59.813275 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.814667 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f063709a-0753-411d-8fba-c0c430a17527 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169453 Jul 07 12:58:59.817507 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55710) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:59.818480 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['e0195392-e380-46b3-b80e-f4869a62705a'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:58:59.822476 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9349e-ec30-42a9-8c84-17a21c745a80', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:59.851038 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.912214 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.918059 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.935587 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89073e9f-0563-4b95-9d8c-7ca0149e95d8,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:58:59.942615 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:58:59.946998 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9cf38fea-9280-49a4-9656-99c97c61e686 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253059 Jul 07 12:58:59.946998 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55714) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:58:59.951803 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9349e-ec30-42a9-8c84-17a21c745a80', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:58:59.959279 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Set router 8f9354bf-f0bd-4d84-81e3-8db335429587 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:58:59.978507 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.047428 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.052493 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.072588 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb92c3d3-ecb9-4fc7-bb1b-62134981ed29,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:00.089772 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.093985 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9ed4e763-c67c-414c-af9c-be148ad8d547 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436188 Jul 07 12:59:00.094420 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55716) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:00.100838 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9349e-ec30-42a9-8c84-17a21c745a80', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:00.118793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1eb42-d13e-4b33-8a79-e2f1c2c1a1e2 req-899c0924-42f5-4f56-97b7-4036aa1ef682 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.120680 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-80c1eb42-d13e-4b33-8a79-e2f1c2c1a1e2 req-899c0924-42f5-4f56-97b7-4036aa1ef682 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.1307850 Jul 07 12:59:00.130158 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.168984 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-80c1eb42-d13e-4b33-8a79-e2f1c2c1a1e2 req-3d90bacb-e585-4d3e-849a-07ed88eb5caf tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Jul 07 12:59:00.200572 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 53c4bda4-3e8d-40f5-b962-227b05ba18d2 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:00.202607 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.207177 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.224888 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f109bc23-a7cd-47eb-84e6-05f5e60bf418,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:00.231790 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.235726 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f8e80f41-1009-4e85-95e0-67b3460bd525 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375458 Jul 07 12:59:00.235884 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 55718) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:00.240529 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9349e-ec30-42a9-8c84-17a21c745a80', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:00.263482 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Project 8d6dc41fb7e04c48b70e800a366c3fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 12:59:00.270310 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.347577 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:00.348191 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.352816 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.362591 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.381441 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-8192c72b-c283-4ac8-83e0-2ef2f8a76830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.382950 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-8192c72b-c283-4ac8-83e0-2ef2f8a76830 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1099 time: 0.0984025 Jul 07 12:59:00.386508 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b85add4-a974-4e1b-a0f9-4fefc38ecd5d,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:00.398359 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.400593 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fda1b7a8-7a09-46fa-bec1-595f0686b339 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627367 Jul 07 12:59:00.402909 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55722) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:00.409442 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9349e-ec30-42a9-8c84-17a21c745a80', 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:00.422168 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T12:58:57Z', 'revision_number': 4, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c', 'name': '', 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'mac_address': 'fa:16:3e:f3:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:55Z', 'updated_at': '2021-07-07T12:58:57Z', 'revision_number': 2, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'subnets': [{'id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:00.468782 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.securitygroups_db [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Project 8d6dc41fb7e04c48b70e800a366c3fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 12:59:00.476462 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Checking router: 8f9354bf-f0bd-4d84-81e3-8db335429587 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:59:00.476678 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.476802 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Updating router 8f9354bf-f0bd-4d84-81e3-8db335429587 port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 12:59:00.480231 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-43171363-5713-4614-9538-1bb0d30deaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.481914 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-43171363-5713-4614-9538-1bb0d30deaae service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0921831 Jul 07 12:59:00.518841 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.528279 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e2b77-0670-431b-a9f4-696b5324874e req-fdff0579-5a41-4a80-9a1e-a4ef8a48ae93 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.529768 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8a3e2b77-0670-431b-a9f4-696b5324874e req-fdff0579-5a41-4a80-9a1e-a4ef8a48ae93 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1139152 Jul 07 12:59:00.559196 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-cae057c5-de47-4365-8f65-c990e5095ddf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 1001 time: 0.0697680 Jul 07 12:59:00.587973 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.596800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8a3e2b77-0670-431b-a9f4-696b5324874e req-27a0e475-4ad6-4440-8307-ab50ddd9306a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585194 Jul 07 12:59:00.597913 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.616964 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17335679-69e0-45f2-8424-d1276189f48e,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:00.624875 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.629849 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ae39bccd-f8b3-43f7-9bd2-656207709160 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2254920 Jul 07 12:59:00.633607 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-85fd3ab6-fd4b-45df-bc22-b08487b8e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.635228 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-85fd3ab6-fd4b-45df-bc22-b08487b8e215 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0698180 Jul 07 12:59:00.701779 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-30e4c366-0ff8-4b08-bdef-10f5094e818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.703399 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-30e4c366-0ff8-4b08-bdef-10f5094e818d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596232 Jul 07 12:59:00.802887 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-81db84c3-3adc-4d72-9202-4b60ed020cee service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911059 Jul 07 12:59:00.804099 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ff889-0a5c-4b38-ad66-f299f9f7ba17 req-16c6a07e-b5f4-4f7f-b623-981e259e9176 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:00.805635 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-db6ff889-0a5c-4b38-ad66-f299f9f7ba17 req-16c6a07e-b5f4-4f7f-b623-981e259e9176 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 944 time: 0.0768290 Jul 07 12:59:00.845623 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.864064 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Transition to ACTIVE for port object 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:59:00.869080 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-db6ff889-0a5c-4b38-ad66-f299f9f7ba17 req-4d911449-d3b8-4500-9e62-750b8973f5af tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Jul 07 12:59:00.880492 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:00.913013 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cf0c945c-1a0a-4cdc-8724-12ddf439e051 req-bafad032-8297-460a-b54b-dbc4e697faa3 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021395 Jul 07 12:59:00.937949 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62b1ef-a750-4883-806e-9fc437af1448 None None] Pushing event updated for resources: {'Port': ['ID=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:00.993442 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Attempting to bind port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:59:00.993815 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Attempting to bind port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:59:00.994210 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Attempting to bind port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c on network 2934f748-f80e-4201-a93b-29f4786cb317 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:59:01.000228 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:59:01.000597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Checking segment: {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:59:01.001010 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:01.001408 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Bound using segment: {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:59:01.002404 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Bound port: 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:59:01.002866 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:01.077183 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] For port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:59:01.081244 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] For port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:59:01.085596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:01.146377 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Routers {'8f9354bf-f0bd-4d84-81e3-8db335429587'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:59:01.147050 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:58:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['8f9354bf-f0bd-4d84-81e3-8db335429587'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:01.228912 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62b1ef-a750-4883-806e-9fc437af1448 None None] Pushing event updated for resources: {'Port': ['ID=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:01.318783 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] Set router 8f9354bf-f0bd-4d84-81e3-8db335429587 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:59:01.383043 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b68a-9e8b-4116-8f5a-892d1a0acb4b req-7883a72d-a1cc-45b0-a910-d3f6da61af75 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:01.384675 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2e16b68a-9e8b-4116-8f5a-892d1a0acb4b req-7883a72d-a1cc-45b0-a910-d3f6da61af75 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0659432 Jul 07 12:59:01.426144 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2e16b68a-9e8b-4116-8f5a-892d1a0acb4b req-8f17d201-49ab-400f-9640-a5dbd3073bb8 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359950 Jul 07 12:59:01.534654 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T12:58:57Z', 'revision_number': 4, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c', 'name': '', 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'mac_address': 'fa:16:3e:f3:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:55Z', 'updated_at': '2021-07-07T12:59:01Z', 'revision_number': 4, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'subnets': [{'id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:01.560770 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a2f0ff-0cad-40e1-b678-8ce382f09b4d None None] The sync data for ids ['8f9354bf-f0bd-4d84-81e3-8db335429587'] in dv-cinder-792209-6-iscsi is: [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T12:58:57Z', 'revision_number': 4, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c', 'name': '', 'network_id': '2934f748-f80e-4201-a93b-29f4786cb317', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'mac_address': 'fa:16:3e:f3:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:55Z', 'updated_at': '2021-07-07T12:59:01Z', 'revision_number': 4, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'subnets': [{'id': '1cfacf3c-a0d1-46be-b608-e991f6b38d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:59:01.805350 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9710-a8a1-42ac-a402-d3706f4387a4 req-259305d9-4f24-4d74-8195-ce6f353726fc tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:01.806931 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b67f9710-a8a1-42ac-a402-d3706f4387a4 req-259305d9-4f24-4d74-8195-ce6f353726fc tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Jul 07 12:59:01.850699 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b67f9710-a8a1-42ac-a402-d3706f4387a4 req-103ae0c6-666e-407f-801b-01a23cc22592 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Jul 07 12:59:02.070936 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de7f8e-51c0-46d3-a2a3-f89aec1af079 req-aa3fd11c-f174-404e-bc3d-9a817627898d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:02.072842 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-72de7f8e-51c0-46d3-a2a3-f89aec1af079 req-aa3fd11c-f174-404e-bc3d-9a817627898d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 944 time: 0.0843017 Jul 07 12:59:02.145384 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:02.147527 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-72de7f8e-51c0-46d3-a2a3-f89aec1af079 req-c12f36e7-9a61-4ac7-a133-2c5f34b67dc8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675633 Jul 07 12:59:02.199481 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:59:02.204860 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:02.206377 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:02.298323 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:02.331884 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:02.335637 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:02.386661 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:02.604987 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe3fb-99dc-4826-89a6-aa16641ae800 req-49dbf1a2-7d25-4c10-93bb-a349b94a89b3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:02.606577 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94dbe3fb-99dc-4826-89a6-aa16641ae800 req-49dbf1a2-7d25-4c10-93bb-a349b94a89b3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 946 time: 0.0638206 Jul 07 12:59:02.647801 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94dbe3fb-99dc-4826-89a6-aa16641ae800 req-8a8a3e38-78fe-4482-9a0a-13ee5dbc6be9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Jul 07 12:59:03.042271 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9912be-0888-464f-ae3d-b18bfc33bd23 req-f84dbefa-2185-47ee-b8e3-26ec228ca99a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:03.043767 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b9912be-0888-464f-ae3d-b18bfc33bd23 req-f84dbefa-2185-47ee-b8e3-26ec228ca99a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0783019 Jul 07 12:59:03.069641 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device e0195392-e380-46b3-b80e-f4869a62705a up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:03.091377 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b9912be-0888-464f-ae3d-b18bfc33bd23 req-08e184a6-13f8-4112-924b-ff531360c68f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Jul 07 12:59:03.119633 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port e0195392-e380-46b3-b80e-f4869a62705a completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:59:03.124441 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port e0195392-e380-46b3-b80e-f4869a62705a triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:03.124932 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:03.216009 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:03.238289 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0195392-e380-46b3-b80e-f4869a62705a'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:03.240728 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713ce038-a693-4b10-9f79-129ea6c9685c" -d '{"events": [{"server_uuid": "0ea714c9-0888-47fc-807e-0bf9cd69876a", "name": "network-vif-plugged", "status": "completed", "tag": "e0195392-e380-46b3-b80e-f4869a62705a"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:03.261101 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port e0195392-e380-46b3-b80e-f4869a62705a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e0195392-e380-46b3-b80e-f4869a62705a,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:03.268524 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:03.269473 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:03.320221 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad1eb7-bcf9-427c-95b8-5911c034b5a4 x-openstack-request-id: req-36ad1eb7-bcf9-427c-95b8-5911c034b5a4 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:03.320513 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea714c9-0888-47fc-807e-0bf9cd69876a", "name": "network-vif-plugged", "status": "completed", "tag": "e0195392-e380-46b3-b80e-f4869a62705a", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:03.320763 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36ad1eb7-bcf9-427c-95b8-5911c034b5a4 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:03.321413 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0195392-e380-46b3-b80e-f4869a62705a', 'code': 200} Jul 07 12:59:03.336893 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de535-8e9e-4190-bdb1-f86595b0a258 req-ca138a82-7d06-4004-9608-ce6ba1466737 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:03.338453 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c19de535-8e9e-4190-bdb1-f86595b0a258 req-ca138a82-7d06-4004-9608-ce6ba1466737 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 944 time: 0.0903430 Jul 07 12:59:03.366377 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=e0195392-e380-46b3-b80e-f4869a62705a,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:03.385710 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c19de535-8e9e-4190-bdb1-f86595b0a258 req-2c7696d9-dfdb-4fc5-ad1c-af9604b1d1e8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Jul 07 12:59:03.418953 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:03.458550 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:03.467965 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:03.527872 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=8']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:03.623113 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1d4c6-beb0-4414-bc93-a85f35e2dbab req-ea8774ce-7492-43f8-8a6d-2a8970196a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:03.624605 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e8c1d4c6-beb0-4414-bc93-a85f35e2dbab req-ea8774ce-7492-43f8-8a6d-2a8970196a5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 1098 time: 0.0577714 Jul 07 12:59:03.661396 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e8c1d4c6-beb0-4414-bc93-a85f35e2dbab req-68395454-d831-4d36-a31a-fce1f6ea95a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294645 Jul 07 12:59:03.837923 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a21c47-9aa1-42a9-a588-aac62ee81322 req-0eb28a64-2b95-41a2-b46e-6a57cc0e4efc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:03.839425 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36a21c47-9aa1-42a9-a588-aac62ee81322 req-0eb28a64-2b95-41a2-b46e-6a57cc0e4efc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0661130 Jul 07 12:59:03.878670 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36a21c47-9aa1-42a9-a588-aac62ee81322 req-4e594ec6-b387-4821-ad98-e0897b753fb0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Jul 07 12:59:04.135144 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:04.189822 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:04.189822 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:04.287794 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7431569-19fa-4197-a80f-cf193843887c req-54183a84-3267-4b6d-8eee-a01956fa1fd9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:04.289375 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a7431569-19fa-4197-a80f-cf193843887c req-54183a84-3267-4b6d-8eee-a01956fa1fd9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0743053 Jul 07 12:59:04.328226 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a7431569-19fa-4197-a80f-cf193843887c req-12220659-c2fb-4fe5-a919-ce952ec990b4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Jul 07 12:59:04.586571 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93deaba-f13e-4fd5-b586-efda117a0d80 req-e1390bd1-d5f3-4eba-b017-ab0773a33be1 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:04.586778 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c93deaba-f13e-4fd5-b586-efda117a0d80 req-e1390bd1-d5f3-4eba-b017-ab0773a33be1 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 945 time: 0.0696962 Jul 07 12:59:04.634782 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c93deaba-f13e-4fd5-b586-efda117a0d80 req-0f66a55c-6e3a-4f3e-9b0a-bc35730726df tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Jul 07 12:59:04.711526 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc82dc0-9a89-48a3-a012-5f44958fb4fe req-3a11174d-f3a3-488d-b49a-fb1521f58c4d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:04.713058 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6cc82dc0-9a89-48a3-a012-5f44958fb4fe req-3a11174d-f3a3-488d-b49a-fb1521f58c4d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0680037 Jul 07 12:59:04.753834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6cc82dc0-9a89-48a3-a012-5f44958fb4fe req-f0c7fc65-5069-4945-9397-10f961c288e9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352750 Jul 07 12:59:04.922073 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 55844) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:05.013301 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-455b853e-bef1-4d81-b971-5021486300ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897400 Jul 07 12:59:05.322999 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:05.325323 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c1bfd-63d1-45fa-aeab-f45834e8d6bf" -d '{"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:05.360454 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0155d58-9082-4115-be88-26e53e6dc0ae x-openstack-request-id: req-c0155d58-9082-4115-be88-26e53e6dc0ae {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:05.362035 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-unplugged", "status": "failed", "tag": "966b7044-1478-451c-971b-647e481d14a3", "code": 422}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:05.362360 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0155d58-9082-4115-be88-26e53e6dc0ae {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:05.363074 dv-cinder-792209-6-iscsi neutron-server[92962]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'code': 422} returned with failed status Jul 07 12:59:05.660421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848f11-6330-4919-8470-b19ea7db487d req-81802fcf-7f65-46d4-8926-250da2e7af84 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:05.661841 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-50848f11-6330-4919-8470-b19ea7db487d req-81802fcf-7f65-46d4-8926-250da2e7af84 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0641067 Jul 07 12:59:05.702132 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-50848f11-6330-4919-8470-b19ea7db487d req-425b7ecc-6578-44fc-be4f-8257310e0e8e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Jul 07 12:59:05.817541 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496894e-001c-4620-8b41-0f18ca060eaa req-b369e96c-5688-44b8-868a-2d45c78ec860 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:05.819176 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0496894e-001c-4620-8b41-0f18ca060eaa req-b369e96c-5688-44b8-868a-2d45c78ec860 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 945 time: 0.0692606 Jul 07 12:59:05.857726 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0496894e-001c-4620-8b41-0f18ca060eaa req-3f1c6f6c-b8f5-4132-91a9-f30a39901ec6 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329311 Jul 07 12:59:05.937875 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bd7de-2e6f-41fd-bf3d-aaecc7e6f9f5 req-6ec627f4-1f3d-4492-97b7-0ee53b3a04f3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:05.940212 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-209bd7de-2e6f-41fd-bf3d-aaecc7e6f9f5 req-6ec627f4-1f3d-4492-97b7-0ee53b3a04f3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0646799 Jul 07 12:59:05.977869 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-209bd7de-2e6f-41fd-bf3d-aaecc7e6f9f5 req-9ed6e669-cbce-4265-b1b5-c1b021965ab1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Jul 07 12:59:06.875080 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3b45e-bd16-45fc-a90c-bb8da376011f req-c6abea76-de8a-496b-bf1e-e1c2e3ae0b77 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:06.876565 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-64a3b45e-bd16-45fc-a90c-bb8da376011f req-c6abea76-de8a-496b-bf1e-e1c2e3ae0b77 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0626397 Jul 07 12:59:06.912210 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-64a3b45e-bd16-45fc-a90c-bb8da376011f req-9587469a-7694-4bf8-a323-c6965b6a2bd9 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301108 Jul 07 12:59:07.084904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-6202c8fe-32c4-463b-a6dd-2546bfba46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:07.086450 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-6202c8fe-32c4-463b-a6dd-2546bfba46f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2&tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 1097 time: 0.0871630 Jul 07 12:59:07.087431 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:07.183962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3209e74-d2aa-4a9e-9024-f7197f39795d req-347c544c-1be4-45aa-9d4c-a0dd0db12979 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:07.185720 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e3209e74-d2aa-4a9e-9024-f7197f39795d req-347c544c-1be4-45aa-9d4c-a0dd0db12979 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0855577 Jul 07 12:59:07.189516 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-805412ff-1380-404b-8834-7f68de89fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:07.191337 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-805412ff-1380-404b-8834-7f68de89fef1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0601127 Jul 07 12:59:07.229168 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e3209e74-d2aa-4a9e-9024-f7197f39795d req-e8453137-9ed3-4090-b0c8-3d7a62c9a8f0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354257 Jul 07 12:59:07.289977 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-cf342515-5e6b-40e8-997b-63c1d94a174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:07.291452 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-cf342515-5e6b-40e8-997b-63c1d94a174a service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0930209 Jul 07 12:59:07.358241 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-ee0f2641-9a21-464e-8a5e-8735b4dab387 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 999 time: 0.0597677 Jul 07 12:59:07.415954 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-76e8022f-80de-4ae1-8e5a-8c165100ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:07.417423 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-76e8022f-80de-4ae1-8e5a-8c165100ccb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0440791 Jul 07 12:59:07.479709 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-da4a0708-ac1d-4719-96e5-b9b9d5423488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:07.481154 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-da4a0708-ac1d-4719-96e5-b9b9d5423488 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570080 Jul 07 12:59:07.587968 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-d676dac9-5560-40a8-8bf5-964fe629408c service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937824 Jul 07 12:59:07.696640 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca0a1eb4-39de-490e-a730-e39ee275fc2f req-f7658660-2384-4c3a-86d5-0fc1739408f9 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894036 Jul 07 12:59:08.095845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582875c7-2934-4587-ba6d-17929045538a req-c44e1dec-2d24-4268-a9f1-7b3cbc80a83c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:08.097382 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-582875c7-2934-4587-ba6d-17929045538a req-c44e1dec-2d24-4268-a9f1-7b3cbc80a83c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0720911 Jul 07 12:59:08.139624 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-582875c7-2934-4587-ba6d-17929045538a req-1cd4001c-7e5e-446e-8283-8d998b11ccff tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Jul 07 12:59:08.451254 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa923-6475-461b-8c13-ca83fe8b4777 req-856afb03-4d13-4070-834e-f30b038694b2 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:08.457849 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5e5aa923-6475-461b-8c13-ca83fe8b4777 req-856afb03-4d13-4070-834e-f30b038694b2 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0906920 Jul 07 12:59:08.514668 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5e5aa923-6475-461b-8c13-ca83fe8b4777 req-2f552bb5-ca45-4257-afb4-43654faf01cd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jul 07 12:59:09.332308 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f36d6-4e69-46a9-9e41-711e61e9f5b7 req-53636540-5d90-451e-9dc8-b2d588a8a472 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:09.333966 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d55f36d6-4e69-46a9-9e41-711e61e9f5b7 req-53636540-5d90-451e-9dc8-b2d588a8a472 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0745091 Jul 07 12:59:09.375535 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d55f36d6-4e69-46a9-9e41-711e61e9f5b7 req-ab799ce2-2956-407c-ab56-881c0fc9e186 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359182 Jul 07 12:59:09.716981 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ce258-0d89-4614-94eb-38ed5a3ab4e2 req-28013cfd-53b1-48ab-bc75-ae6bab6cb75f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:09.718874 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a7ce258-0d89-4614-94eb-38ed5a3ab4e2 req-28013cfd-53b1-48ab-bc75-ae6bab6cb75f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0754752 Jul 07 12:59:09.765608 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a7ce258-0d89-4614-94eb-38ed5a3ab4e2 req-4f6e3df2-3653-42b6-83ce-c852df5b910a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Jul 07 12:59:10.569849 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090aaef-0ae2-4685-a756-0bd0b5daafe2 req-491fb99b-101f-41b6-abd0-c5f15c00948c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:10.571596 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6090aaef-0ae2-4685-a756-0bd0b5daafe2 req-491fb99b-101f-41b6-abd0-c5f15c00948c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0700853 Jul 07 12:59:10.611492 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6090aaef-0ae2-4685-a756-0bd0b5daafe2 req-ccec39f9-5c8c-4587-9934-c27e1a3594de tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Jul 07 12:59:10.959969 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94241663-4515-4db2-81ca-e38e13c811c7 req-f7cefbaf-7cf9-42c8-a5f6-968961433bb3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:10.961459 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94241663-4515-4db2-81ca-e38e13c811c7 req-f7cefbaf-7cf9-42c8-a5f6-968961433bb3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0655019 Jul 07 12:59:11.001842 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94241663-4515-4db2-81ca-e38e13c811c7 req-1d0a75ff-459d-4bf1-b0c6-37078a7f8381 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343270 Jul 07 12:59:11.289338 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ed185ce-6aec-47a0-8540-17af8e16acca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:11.797219 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472fd39-49dc-41aa-b7e2-c53fc009acce req-a3ef023b-b901-405f-89c8-0ed46ecff289 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:11.799011 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6472fd39-49dc-41aa-b7e2-c53fc009acce req-a3ef023b-b901-405f-89c8-0ed46ecff289 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0720854 Jul 07 12:59:11.841723 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6472fd39-49dc-41aa-b7e2-c53fc009acce req-ed841177-df85-4e71-8d36-14d8fa2fe824 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Jul 07 12:59:12.187501 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedf5c1-8cee-4140-ac71-09ed89d4e870 req-65cd3adb-433f-4896-a2a7-b81d58a8f8a6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:12.189046 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-baedf5c1-8cee-4140-ac71-09ed89d4e870 req-65cd3adb-433f-4896-a2a7-b81d58a8f8a6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0652814 Jul 07 12:59:12.228847 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-baedf5c1-8cee-4140-ac71-09ed89d4e870 req-872def8c-12b1-43a8-82e7-1286f622f7e0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335224 Jul 07 12:59:12.689183 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:13.038561 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e243e3-b85b-4e04-8700-48de45bd87ce req-535664e6-aac3-4080-b8bf-ff0d56be7d9c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:13.040055 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65e243e3-b85b-4e04-8700-48de45bd87ce req-535664e6-aac3-4080-b8bf-ff0d56be7d9c tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0670002 Jul 07 12:59:13.078099 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65e243e3-b85b-4e04-8700-48de45bd87ce req-7d5e4119-b632-473a-a696-85be58964b03 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 07 12:59:13.428395 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df34f-3e21-4698-bd34-5ac0bfd29b07 req-83772a28-9f6f-4d9e-83b6-98ed6f5a025e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:13.429887 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-469df34f-3e21-4698-bd34-5ac0bfd29b07 req-83772a28-9f6f-4d9e-83b6-98ed6f5a025e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0758927 Jul 07 12:59:13.467695 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-469df34f-3e21-4698-bd34-5ac0bfd29b07 req-e1730c2f-bdcf-42ee-8cab-db4e09413ef6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Jul 07 12:59:13.618508 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d4e561b8-3555-4cc6-a3b1-8f9b4e57acc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:14.264008 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb9f18-2080-4914-99ce-3614c36cbd46 req-94dc4b06-e559-430a-8dee-5c6ee8990fb6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:14.265530 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-18fb9f18-2080-4914-99ce-3614c36cbd46 req-94dc4b06-e559-430a-8dee-5c6ee8990fb6 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0640483 Jul 07 12:59:14.301689 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:14.315864 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-18fb9f18-2080-4914-99ce-3614c36cbd46 req-c081d58e-1fdf-49ed-8454-eb539c774c80 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Jul 07 12:59:14.661408 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc779b-fb43-48d3-a960-26f1d87889e1 req-e5549df4-012e-4340-81b9-c8a8f780cb74 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:14.662902 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c2cc779b-fb43-48d3-a960-26f1d87889e1 req-e5549df4-012e-4340-81b9-c8a8f780cb74 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0686886 Jul 07 12:59:14.705129 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c2cc779b-fb43-48d3-a960-26f1d87889e1 req-35de022a-37ea-4e03-9b4e-fb2d6be6d7cd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365126 Jul 07 12:59:15.110112 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:15.498840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30e93-a2e4-4835-9178-0bcc457156b5 req-41179e42-606f-4594-97fd-34f62fa3420b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:15.500237 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-98a30e93-a2e4-4835-9178-0bcc457156b5 req-41179e42-606f-4594-97fd-34f62fa3420b tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0638387 Jul 07 12:59:15.540046 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-98a30e93-a2e4-4835-9178-0bcc457156b5 req-4c6eedc2-2d5c-41f7-b80f-c236c833d0a2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Jul 07 12:59:15.888720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f21adb-85ec-4aed-ae1c-9ca5d67c1254 req-dc262e68-666c-48f7-8257-f5d422840bbc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:15.890185 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-89f21adb-85ec-4aed-ae1c-9ca5d67c1254 req-dc262e68-666c-48f7-8257-f5d422840bbc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0649312 Jul 07 12:59:15.929077 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-89f21adb-85ec-4aed-ae1c-9ca5d67c1254 req-0823f6d2-ebe7-45a9-8815-8e83c0d43e91 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jul 07 12:59:16.428381 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:16.717283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df747c3-0a03-4f04-b18a-c24aac1fe96d req-e5b337bf-56fa-4083-9aeb-d15fe189702e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:16.718681 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3df747c3-0a03-4f04-b18a-c24aac1fe96d req-e5b337bf-56fa-4083-9aeb-d15fe189702e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Jul 07 12:59:16.757893 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3df747c3-0a03-4f04-b18a-c24aac1fe96d req-25c7bf3e-f417-42ed-b341-4c613db1d817 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jul 07 12:59:17.121634 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d816c-fb75-454e-b37e-ddb42c630e55 req-58c3bbb2-8830-42f0-8404-1a076569d25f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:17.123128 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-886d816c-fb75-454e-b37e-ddb42c630e55 req-58c3bbb2-8830-42f0-8404-1a076569d25f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0731671 Jul 07 12:59:17.172405 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-886d816c-fb75-454e-b37e-ddb42c630e55 req-43cdc7c1-1910-432e-9b02-c95d5e419c74 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Jul 07 12:59:17.939709 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e4fe9-9f89-48fa-b3bd-9368ffc873d2 req-189e5e3e-d8b0-4ef0-af93-0012bc86fecb tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:17.941211 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b72e4fe9-9f89-48fa-b3bd-9368ffc873d2 req-189e5e3e-d8b0-4ef0-af93-0012bc86fecb tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0669458 Jul 07 12:59:17.980499 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b72e4fe9-9f89-48fa-b3bd-9368ffc873d2 req-dcc5bbcd-8055-4eb8-94e3-37a1c2e43f49 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jul 07 12:59:18.361986 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350569-410a-4eb4-b292-64cee16eb4c7 req-52b71776-23f4-41f2-9b12-04f07e374d18 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:18.363548 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-26350569-410a-4eb4-b292-64cee16eb4c7 req-52b71776-23f4-41f2-9b12-04f07e374d18 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0689249 Jul 07 12:59:18.402150 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-26350569-410a-4eb4-b292-64cee16eb4c7 req-f0efe84c-c4a4-44c7-964d-3ee7a298cbb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Jul 07 12:59:19.160590 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f81b9-e483-4565-9b3f-228ca74b54cc req-a1fb7b7e-1ec1-4602-9f0c-0b939ab0b13f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:19.162073 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b5f81b9-e483-4565-9b3f-228ca74b54cc req-a1fb7b7e-1ec1-4602-9f0c-0b939ab0b13f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0649347 Jul 07 12:59:19.202868 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b5f81b9-e483-4565-9b3f-228ca74b54cc req-c1581bc1-9a0a-49c4-b9d8-0defd1c39daf tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349538 Jul 07 12:59:19.586053 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330185ab-d2e7-4971-924a-440ec8851d06 req-6060e442-83af-4e5a-a47a-ef3fc8118012 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:19.587545 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-330185ab-d2e7-4971-924a-440ec8851d06 req-6060e442-83af-4e5a-a47a-ef3fc8118012 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0663209 Jul 07 12:59:19.623966 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-330185ab-d2e7-4971-924a-440ec8851d06 req-a14a5ec4-813a-4526-ab28-55380dc4c561 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Jul 07 12:59:20.416845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574ce3b-f120-44d8-94b5-36f41cc14905 req-b89f014f-b3ba-407a-bb93-bd1a76b4caa0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.418682 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2574ce3b-f120-44d8-94b5-36f41cc14905 req-b89f014f-b3ba-407a-bb93-bd1a76b4caa0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0975518 Jul 07 12:59:20.456265 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2574ce3b-f120-44d8-94b5-36f41cc14905 req-1897d649-c051-4e81-859b-e6fb81a1411a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Jul 07 12:59:20.545102 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3482e-7509-4114-867e-5a17a0a091ad req-8dcab494-27e9-4b05-b06b-ba2b6f66a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.546589 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-8dcab494-27e9-4b05-b06b-ba2b6f66a4f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0524354 Jul 07 12:59:20.609729 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-ab069158-de7a-4724-b888-bb1108a73055 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317652622&fields=id&tenant_id=8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 267 time: 0.0337455 Jul 07 12:59:20.653343 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3482e-7509-4114-867e-5a17a0a091ad req-cd383adb-b748-433d-92ed-ac4c70139dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.654799 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-cd383adb-b748-433d-92ed-ac4c70139dda service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0830436 Jul 07 12:59:20.719138 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-1e07025d-a2a1-4ffd-83a0-8dc8329ba282 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.720544 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-1e07025d-a2a1-4ffd-83a0-8dc8329ba282 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 812 time: 0.1042609 Jul 07 12:59:20.725214 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-2dabd932-8a84-46b2-9bbb-baf0dc8c0499 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 999 time: 0.0616698 Jul 07 12:59:20.736232 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-76a41c61-3331-41e4-9a67-2ad7ea8f7cec tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/quotas/8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 375 time: 0.0098259 Jul 07 12:59:20.774124 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3482e-7509-4114-867e-5a17a0a091ad req-5b6e9e4c-ac55-4ecc-958b-e914fbb7ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.775584 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-5b6e9e4c-ac55-4ecc-958b-e914fbb7ddc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0432701 Jul 07 12:59:20.837323 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3482e-7509-4114-867e-5a17a0a091ad req-23cc0679-0e2f-4ef4-a434-b311c82fb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.838806 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-23cc0679-0e2f-4ef4-a434-b311c82fb53a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527024 Jul 07 12:59:20.847484 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-d53a474e-6797-4396-8ed6-2703d148b42f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057065 Jul 07 12:59:20.858533 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b692-b686-454c-abbf-4185fa792d48 req-33b2965c-e9ff-409b-951b-f674fdfd61de tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:20.859993 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ae22b692-b686-454c-abbf-4185fa792d48 req-33b2965c-e9ff-409b-951b-f674fdfd61de tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.1095798 Jul 07 12:59:20.932887 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-85de5c73-c210-413b-915c-08d95d429d3a service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853372 Jul 07 12:59:20.940221 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ae22b692-b686-454c-abbf-4185fa792d48 req-e22d980b-b0f7-4f48-8bb8-ffbe243e3f5a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717115 Jul 07 12:59:20.973630 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-3d3e6355-9802-4360-9f0d-254711b65385 service neutron] 10.222.0.21 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125259 Jul 07 12:59:21.034339 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5be3482e-7509-4114-867e-5a17a0a091ad req-d7a4f7c3-3b72-4277-93fb-b3e81552c802 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931466 Jul 07 12:59:21.277640 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-1da89ff2-baa4-4304-8661-27ed0bda82b6 service neutron] 10.222.0.21 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981822 Jul 07 12:59:21.607884 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68f66790-ecab-4ff6-b807-61c6dbb16f7b req-d12edc11-8816-41f1-9647-05070dadee20 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 210 time: 0.0372550 Jul 07 12:59:21.672241 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e60f8-1628-4334-948e-3ad3c71d2877 req-642f5f31-11a7-469f-b719-52a7663fb31f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:21.673777 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-744e60f8-1628-4334-948e-3ad3c71d2877 req-642f5f31-11a7-469f-b719-52a7663fb31f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1014047 Jul 07 12:59:21.715896 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-744e60f8-1628-4334-948e-3ad3c71d2877 req-faa1e276-ecd7-4805-96a5-e3fb7358de36 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358315 Jul 07 12:59:22.086799 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b088b7a-9f72-414c-8caf-a1b710d8c6db req-4618dfac-e1d9-4729-af83-45db8fcd26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:22.091696 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4b088b7a-9f72-414c-8caf-a1b710d8c6db req-4618dfac-e1d9-4729-af83-45db8fcd26cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.0676410 Jul 07 12:59:22.125495 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfdfc-7896-46c7-9750-bf96bb28a425 req-d105c3f4-5444-48dd-bfb0-87eb39461dc5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:22.127035 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-729dfdfc-7896-46c7-9750-bf96bb28a425 req-d105c3f4-5444-48dd-bfb0-87eb39461dc5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0673432 Jul 07 12:59:22.134178 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4b088b7a-9f72-414c-8caf-a1b710d8c6db req-ef7a4fc5-3f6e-427c-86d5-eecc5fa59166 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Jul 07 12:59:22.168458 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-729dfdfc-7896-46c7-9750-bf96bb28a425 req-f9b570a6-bb4c-4d7f-a67f-b7c8ffad59e6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Jul 07 12:59:22.748324 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-43d9d563-6055-4e62-aaca-f3694f3593e9 req-e60b5663-5ab1-45a7-8c8a-cf17f1fb60a6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Jul 07 12:59:22.942406 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e069-1fce-490d-9635-85b52573460a req-2ca275ab-8f4b-4230-89e0-4c227ffd20c7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:22.949317 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68d1e069-1fce-490d-9635-85b52573460a req-2ca275ab-8f4b-4230-89e0-4c227ffd20c7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0776064 Jul 07 12:59:22.987556 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68d1e069-1fce-490d-9635-85b52573460a req-61e27b15-dcd9-480d-9727-864522d45bf3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Jul 07 12:59:23.342544 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d084-e682-4197-a83a-b9348a7ae940 req-f6f4b4ea-f6e4-4cdb-86fc-95fab41f8275 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:23.343999 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5555d084-e682-4197-a83a-b9348a7ae940 req-f6f4b4ea-f6e4-4cdb-86fc-95fab41f8275 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0596869 Jul 07 12:59:23.382179 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5555d084-e682-4197-a83a-b9348a7ae940 req-2a951bf0-8c72-4120-a5d5-f256a5e1f143 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Jul 07 12:59:23.895669 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3123e918-a683-4d68-8f9d-7e18d3e09914 req-647b43c0-6c5e-4953-930c-12d7b3e6ed78 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jul 07 12:59:23.970425 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-bd04a020-b7b9-4a91-9ac6-60a1a319ac0d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:23.971868 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-bd04a020-b7b9-4a91-9ac6-60a1a319ac0d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 812 time: 0.0994186 Jul 07 12:59:24.069520 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-7651f584-232e-44e0-b195-ccbd3c07885d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 380 time: 0.0383792 Jul 07 12:59:24.080229 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'port': {'device_id': '472a21b7-3786-4a90-89dd-f9d121894af2', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'admin_state_up': True, 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'security_groups': ['b4a9349e-ec30-42a9-8c84-17a21c745a80']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:24.171579 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8cc94-e59f-4c3b-8cae-02d659c84925 req-52f7a54d-3650-4369-947d-508e881add6e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:24.173243 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-43e8cc94-e59f-4c3b-8cae-02d659c84925 req-52f7a54d-3650-4369-947d-508e881add6e tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0686984 Jul 07 12:59:24.215732 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-43e8cc94-e59f-4c3b-8cae-02d659c84925 req-59ed4841-c7d6-4159-92cb-ba98afb487d8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Jul 07 12:59:24.402966 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Made reservation on behalf of 8d6dc41fb7e04c48b70e800a366c3fee for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:59:24.406660 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:24.537388 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Allocated IP 172.20.0.10 (006e0bd7-47b2-4d8e-a01c-62e81a73974a/d2bea90e-502f-4dce-8a04-492d56a9850d/2e1de01e-c3a7-4a58-ba0e-07e982e64f68) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:59:24.611006 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc6e99-0000-4640-a6f4-e83e859f923c req-04982d6e-5dd1-49ca-8e7e-6a31718398b4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:24.612846 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-19fc6e99-0000-4640-a6f4-e83e859f923c req-04982d6e-5dd1-49ca-8e7e-6a31718398b4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0919514 Jul 07 12:59:24.659607 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-19fc6e99-0000-4640-a6f4-e83e859f923c req-580c5917-eafa-4044-a238-2e6649ec206b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403464 Jul 07 12:59:24.688915 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:24.703504 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Transition to ACTIVE for port object 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:59:24.735748 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:24.770029 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-f3031506-e768-45e6-b3c3-836dc7e445fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:24.771472 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-f3031506-e768-45e6-b3c3-836dc7e445fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc496712d6064629b4a373f5311548ca&device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 1098 time: 0.1025219 Jul 07 12:59:24.783135 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51bdf0-3b16-4b63-88e4-7afe32308452 req-6f1b9528-a379-4a74-98a0-c75a4484e3a2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:24.783379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:59:24.784608 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca51bdf0-3b16-4b63-88e4-7afe32308452 req-6f1b9528-a379-4a74-98a0-c75a4484e3a2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0865796 Jul 07 12:59:24.792490 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:59:24.795045 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:59:24.825700 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:24.836722 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.837516 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.837516 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.837735 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.838379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.838379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.838957 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.839082 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.839303 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.839622 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.839935 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.840249 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:24.865823 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:24.866926 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:24.875939 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca51bdf0-3b16-4b63-88e4-7afe32308452 req-9c5f5c4f-ddbc-4153-88d9-bdf3354dde20 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821946 Jul 07 12:59:24.884836 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-9da77e38-9c2c-4e12-9068-c0ff5811a066 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8084009 Jul 07 12:59:24.907392 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Request body: {'port': {'device_id': '472a21b7-3786-4a90-89dd-f9d121894af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:24.907633 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-410f1fb2-b802-435a-b232-cd07c80c0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:24.909154 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-410f1fb2-b802-435a-b232-cd07c80c0fcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 200 len: 921 time: 0.1236861 Jul 07 12:59:24.968025 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-65402cc1-7bd8-437e-9c43-531a322a759a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 200 len: 217 time: 0.0392199 Jul 07 12:59:24.987757 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.029770 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-45ce1b0c-8fe5-407f-ac22-a1d8d6fa1614 None None] Provisioning for port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:59:25.034746 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-45ce1b0c-8fe5-407f-ac22-a1d8d6fa1614 None None] Provisioning complete for port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:25.035260 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-45ce1b0c-8fe5-407f-ac22-a1d8d6fa1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.054749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-3c852c6c-b266-4c89-8430-954a254f40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.056514 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-3c852c6c-b266-4c89-8430-954a254f40ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 200 len: 859 time: 0.0809212 Jul 07 12:59:25.077351 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-45ce1b0c-8fe5-407f-ac22-a1d8d6fa1614 None None] Port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 12:59:25.094894 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-fe27bc2a-a933-462b-a441-b257e88fffb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86fcfdd8-be46-47ab-ac6d-eb00d37c5576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307372 Jul 07 12:59:25.158222 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fced55-b1bf-423e-a74d-00a097d1b482 req-614de648-6011-41ec-9f9a-1e487b2dc23f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.159902 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46fced55-b1bf-423e-a74d-00a097d1b482 req-614de648-6011-41ec-9f9a-1e487b2dc23f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 932 time: 0.1481934 Jul 07 12:59:25.237505 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46fced55-b1bf-423e-a74d-00a097d1b482 req-9b0a9b02-d226-4ed8-903b-adb3c5546787 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603037 Jul 07 12:59:25.239884 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-ae037ccd-a814-46e1-8a33-4350977bff4a service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354415 Jul 07 12:59:25.262331 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:59:25.270000 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.282376 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Transition to ACTIVE for port object 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:59:25.287344 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.363119 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:25.416369 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Attempting to bind port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:59:25.416984 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Attempting to bind port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:59:25.417469 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Attempting to bind port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:59:25.423754 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:59:25.425066 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Attempting to bind port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:59:25.432106 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:59:25.432637 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Checking segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:59:25.433295 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Bound using segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:59:25.433975 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Bound port: 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:59:25.434341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.442336 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cb9465-16a2-4f18-b160-0360a570b766 req-86c05eae-86ba-48ed-a30e-04730763b4bd service neutron] 10.222.0.50 "GET /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757936 Jul 07 12:59:25.516545 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] For port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:59:25.517567 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-6092bbfb-abf0-44fc-80fe-83f1b6c00c48 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.520675 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] For port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:59:25.526611 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-6092bbfb-abf0-44fc-80fe-83f1b6c00c48 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.1817183 Jul 07 12:59:25.529395 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.539705 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-ac792e64-4085-439d-9d1e-01c7a6f3ba21 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/quotas/96f00525cc8e4796a20d4eda6059621b HTTP/1.1" status: 200 len: 375 time: 0.0120013 Jul 07 12:59:25.571430 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.572044 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:25.573538 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] 10.222.0.50 "PUT /v2.0/ports/2e1de01e-c3a7-4a58-ba0e-07e982e64f68 HTTP/1.1" status: 200 len: 1094 time: 0.6711695 Jul 07 12:59:25.573839 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:25.576114 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093" -d '{"events": [{"name": "network-changed", "server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:25.601754 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ed476-fa3d-40a5-ae9d-e394af3de151 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:25.634869 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-47d146ce-4036-4797-be83-62374bf91b3c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892780 Jul 07 12:59:25.635493 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dcdd73-ed34-4fc3-bcf5-77c38ed84c77 x-openstack-request-id: req-95dcdd73-ed34-4fc3-bcf5-77c38ed84c77 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:25.635785 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:25.636166 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95dcdd73-ed34-4fc3-bcf5-77c38ed84c77 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:25.636562 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'status': 'completed', 'code': 200} Jul 07 12:59:25.742896 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-ca848898-9124-4357-bf56-91a773b1631e service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013832 Jul 07 12:59:25.745337 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-95eaa59f-729e-4978-abaa-779dd5a0af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.747861 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-95eaa59f-729e-4978-abaa-779dd5a0af68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 1097 time: 0.0634460 Jul 07 12:59:25.809289 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-8220436d-9a4b-4d64-918d-33f77c2ccba2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68 HTTP/1.1" status: 200 len: 217 time: 0.0409234 Jul 07 12:59:25.868825 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-a74ae020-101a-4204-824b-2df598165b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.870270 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-a74ae020-101a-4204-824b-2df598165b62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0468092 Jul 07 12:59:25.876673 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-382d21e1-2e9e-4197-9015-4dbaebcf941e service neutron] 10.222.0.21 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218331 Jul 07 12:59:25.895106 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738b2ec-b9ec-464c-b7bd-6ca1077150f2 req-b2b1821e-c70b-487a-91d8-6a615cd9fd35 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:25.896616 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9738b2ec-b9ec-464c-b7bd-6ca1077150f2 req-b2b1821e-c70b-487a-91d8-6a615cd9fd35 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0965827 Jul 07 12:59:25.938354 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9738b2ec-b9ec-464c-b7bd-6ca1077150f2 req-7b639a8f-b185-4b45-9920-4b154cde36a9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361571 Jul 07 12:59:26.034338 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a024-bc4e-43a3-9823-f92081171331 req-0bf0fb27-bb4e-40e0-b3fe-79f9c5c1901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.036322 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-0bf0fb27-bb4e-40e0-b3fe-79f9c5c1901f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844169 Jul 07 12:59:26.086964 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-28f8cc84-ac06-4960-b15a-90c0081470cf req-e2a8d5fe-10a3-411d-a87d-12b153c14595 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0388258 Jul 07 12:59:26.145812 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-a40e7ff4-11a3-40ff-9e4b-b8d64fb92315 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941250 Jul 07 12:59:26.146160 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419da3c-ca69-4e92-93e9-3900e6dd1501 req-695bfcd3-3b49-46cb-9a9e-8b99586d6d70 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.147641 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b419da3c-ca69-4e92-93e9-3900e6dd1501 req-695bfcd3-3b49-46cb-9a9e-8b99586d6d70 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0905957 Jul 07 12:59:26.188598 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b419da3c-ca69-4e92-93e9-3900e6dd1501 req-0d7a23b0-d8a1-47fa-9453-55fe4a1d0b09 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Jul 07 12:59:26.245232 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa26a024-bc4e-43a3-9823-f92081171331 req-148355b3-ea8d-4143-970a-59c13accf99e service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898032 Jul 07 12:59:26.428237 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb2ed-e3fc-4b46-9141-443df866a80a req-8f261d02-a93c-485b-aebd-0e8e8dd3c47c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.429705 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f96fb2ed-e3fc-4b46-9141-443df866a80a req-8f261d02-a93c-485b-aebd-0e8e8dd3c47c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 944 time: 0.0754557 Jul 07 12:59:26.451447 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-2434a030-3425-4f7e-b879-b23ec4c23d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.453121 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-2434a030-3425-4f7e-b879-b23ec4c23d60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 1097 time: 0.0566752 Jul 07 12:59:26.467752 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f96fb2ed-e3fc-4b46-9141-443df866a80a req-37042c45-f5c4-4303-bdc6-a199c92c39c9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Jul 07 12:59:26.585378 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-9a2af123-b96d-4732-a6b6-e45400b33b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.586837 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-9a2af123-b96d-4732-a6b6-e45400b33b40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.0890920 Jul 07 12:59:26.635466 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-f77f9f58-7e86-423e-b6ed-d74d405fc1a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68 HTTP/1.1" status: 200 len: 217 time: 0.0334964 Jul 07 12:59:26.727460 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-1d4f85e2-3336-4a55-a3f7-f046815adaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.728462 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-1d4f85e2-3336-4a55-a3f7-f046815adaf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0480647 Jul 07 12:59:26.792465 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-7842e284-5fae-472d-a404-dda07c52e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:26.793959 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-7842e284-5fae-472d-a404-dda07c52e6bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544374 Jul 07 12:59:26.890681 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-c56c9164-aa7b-4df5-bd0f-3e6436f9270a service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871019 Jul 07 12:59:26.996397 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd1a6b77-f305-44f4-8d4b-313a5e0a2093 req-7e8efe8d-b024-4206-8468-d642dbc362fe service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944397 Jul 07 12:59:27.056982 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f83b-d37d-4a88-b4b3-5e6e9657693b req-da44dd3d-e528-4b1d-9bf7-2e8e0d0eba6d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.058469 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7d3f83b-d37d-4a88-b4b3-5e6e9657693b req-da44dd3d-e528-4b1d-9bf7-2e8e0d0eba6d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0649815 Jul 07 12:59:27.085622 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-dcce2ed2-037e-4c24-982c-b7b48c9b347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.087164 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-dcce2ed2-037e-4c24-982c-b7b48c9b347c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1137 time: 0.0542307 Jul 07 12:59:27.126864 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7d3f83b-d37d-4a88-b4b3-5e6e9657693b req-d05cd3d7-9038-46c0-b79d-7b5c3caa28e9 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607316 Jul 07 12:59:27.156396 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9f842-fa5b-47e3-8097-136de1da17d2 req-d10e48ab-cca3-45e5-b56a-a5ab54bf6799 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.157873 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-67a9f842-fa5b-47e3-8097-136de1da17d2 req-d10e48ab-cca3-45e5-b56a-a5ab54bf6799 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.0857313 Jul 07 12:59:27.192522 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-b54cea51-d783-4dd8-8424-38044275cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.194369 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-b54cea51-d783-4dd8-8424-38044275cc1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 917 time: 0.0976899 Jul 07 12:59:27.198104 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-67a9f842-fa5b-47e3-8097-136de1da17d2 req-80173855-5ce5-49fc-af9c-3be6ffce1e21 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Jul 07 12:59:27.261907 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-10532fa3-4b08-495b-8b5a-aee053241891 req-3f43e1e5-36e3-48fb-80d2-6cb6027a5eab tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 210 time: 0.0318291 Jul 07 12:59:27.268615 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-be94e2be-ef3f-40d6-8ecf-2a1267831fc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 1000 time: 0.0645809 Jul 07 12:59:27.330757 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-fe70af7f-076b-42fc-958a-ec66b6fb672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.332348 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-fe70af7f-076b-42fc-958a-ec66b6fb672c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.0452995 Jul 07 12:59:27.376208 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b587ac-635f-4ddf-a595-3bd6494d5552 req-28a4636b-c582-47e2-8b61-194c5d17034f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.378325 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06b587ac-635f-4ddf-a595-3bd6494d5552 req-28a4636b-c582-47e2-8b61-194c5d17034f tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0621691 Jul 07 12:59:27.400798 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-a5dafe7b-8b2b-4387-8437-cab6261381af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.402300 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-a5dafe7b-8b2b-4387-8437-cab6261381af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581124 Jul 07 12:59:27.416341 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06b587ac-635f-4ddf-a595-3bd6494d5552 req-02670eed-549c-4fce-8c9f-e2d32c16edb7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Jul 07 12:59:27.504459 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-cf8ccf49-bf01-486f-a505-d52e40fb5567 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874879 Jul 07 12:59:27.595220 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-0fc0a5c8-35da-4f03-a49a-c2f411bff006 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.596833 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-0fc0a5c8-35da-4f03-a49a-c2f411bff006 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 814 time: 0.1189697 Jul 07 12:59:27.611270 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aaa00eb9-c3f9-4561-98db-da0ff01d21aa req-0cd1e663-e879-4fdd-8a5b-ba44e1f3f273 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978775 Jul 07 12:59:27.635489 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Request body: {'port': {'device_id': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'admin_state_up': True, 'tenant_id': '96f00525cc8e4796a20d4eda6059621b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:27.740896 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ae30b-f84b-42b7-b390-659a949f8d5e req-f369e038-18f4-4167-a9e1-cda5412f38a2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:27.742343 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-255ae30b-f84b-42b7-b390-659a949f8d5e req-f369e038-18f4-4167-a9e1-cda5412f38a2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 944 time: 0.1404967 Jul 07 12:59:27.782043 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Made reservation on behalf of 96f00525cc8e4796a20d4eda6059621b for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 12:59:27.786569 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:27.804676 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-255ae30b-f84b-42b7-b390-659a949f8d5e req-1aaa7ed9-7536-4b12-a4d8-d85d4a11c65d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565348 Jul 07 12:59:27.915257 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Allocated IP 172.20.0.8 (0416eabc-0c02-46b0-9600-44272aeae57d/6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d/66f1373f-4de8-488f-a5e7-bb3df91dcdae) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:59:28.061144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:28.099468 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:28.145778 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Network 0416eabc-0c02-46b0-9600-44272aeae57d is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:59:28.147190 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268', '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'e0195392-e380-46b3-b80e-f4869a62705a'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:28.151945 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:59:28.156485 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:59:28.161266 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event updated for resources: {'Port': ['ID=66f1373f-4de8-488f-a5e7-bb3df91dcdae,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:28.190685 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.190685 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.191103 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.191552 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.191816 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.192152 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.192483 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.192839 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.193160 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.193647 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.193948 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.194295 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:28.225283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:28.225935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:28.242932 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-9abb2d10-7adf-4c3b-8693-7dcbb6f644bf tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116593 Jul 07 12:59:28.266463 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Request body: {'port': {'device_id': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:28.435823 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:28.476395 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf08f77-b4bc-418a-bde7-ba756061e43b req-83dd6b1e-03de-44a5-858f-f1a6c857a8ff tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:28.477883 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bbf08f77-b4bc-418a-bde7-ba756061e43b req-83dd6b1e-03de-44a5-858f-f1a6c857a8ff tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 944 time: 0.1449032 Jul 07 12:59:28.485279 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7b043-e49d-4331-afa0-faf7b9382f0b req-dceabc91-7feb-4cc2-9e80-5c3a6605434a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:28.486753 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aee7b043-e49d-4331-afa0-faf7b9382f0b req-dceabc91-7feb-4cc2-9e80-5c3a6605434a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.2166400 Jul 07 12:59:28.622631 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bbf08f77-b4bc-418a-bde7-ba756061e43b req-f666c02a-19db-4f95-981d-e123730b20a8 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348724 Jul 07 12:59:28.640818 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aee7b043-e49d-4331-afa0-faf7b9382f0b req-ad072ac7-2f66-47c3-916a-750807fafe8c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335154 Jul 07 12:59:28.867354 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f1373f-4de8-488f-a5e7-bb3df91dcdae {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:59:28.882004 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:28.907371 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21a29-84d3-4709-8bce-5f954027addc req-90ecdb66-1951-4a3b-a636-345713c424fa tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:28.908870 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-05f21a29-84d3-4709-8bce-5f954027addc req-90ecdb66-1951-4a3b-a636-345713c424fa tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 931 time: 0.1746833 Jul 07 12:59:28.917727 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8f208-1370-4667-9e29-1230577e285d req-1ea923e6-992a-4f99-be53-02eb3aeab0f2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:28.919122 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e4e8f208-1370-4667-9e29-1230577e285d req-1ea923e6-992a-4f99-be53-02eb3aeab0f2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1672418 Jul 07 12:59:28.921133 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Transition to ACTIVE for port object 66f1373f-4de8-488f-a5e7-bb3df91dcdae will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 12:59:28.930461 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:29.191288 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:59:29.239417 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-05f21a29-84d3-4709-8bce-5f954027addc req-fa32d0a6-5b42-4fe3-bf44-787a962b5c53 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193398 Jul 07 12:59:29.240031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Pushing event updated for resources: {'Port': ['ID=66f1373f-4de8-488f-a5e7-bb3df91dcdae,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:29.250708 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e4e8f208-1370-4667-9e29-1230577e285d req-9024a171-b596-453f-8fab-e6b37119044d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227971 Jul 07 12:59:29.302337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:29.315422 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '966b7044-1478-451c-971b-647e481d14a3', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'port_id': '966b7044-1478-451c-971b-647e481d14a3', 'mac_address': 'fa:16:3e:c3:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:59:29.328295 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Attempting to bind port 66f1373f-4de8-488f-a5e7-bb3df91dcdae on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 12:59:29.328898 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Attempting to bind port 66f1373f-4de8-488f-a5e7-bb3df91dcdae by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 12:59:29.329474 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Attempting to bind port 66f1373f-4de8-488f-a5e7-bb3df91dcdae on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:59:29.334072 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Port 66f1373f-4de8-488f-a5e7-bb3df91dcdae on network 0416eabc-0c02-46b0-9600-44272aeae57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 12:59:29.334654 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Attempting to bind port 66f1373f-4de8-488f-a5e7-bb3df91dcdae on network 0416eabc-0c02-46b0-9600-44272aeae57d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 12:59:29.349362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 12:59:29.349725 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Checking segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 12:59:29.350117 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Bound using segment: {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 12:59:29.350562 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Bound port: 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9a4768-5477-46ec-948b-66e46fc6fc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 12:59:29.350959 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:29.357755 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:29.375047 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966b7044-1478-451c-971b-647e481d14a3 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:59:29.397498 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:29.404352 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:29.457724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] For port 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 12:59:29.457928 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=9']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:29.465118 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.465478 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.465812 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.466144 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.466513 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.466930 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.467209 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.467539 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.467858 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.468185 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.468508 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.469001 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 12:59:29.472510 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] For port 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 12:59:29.484270 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeb5c6-2f85-4085-919c-464e062d9d54 req-6b36e8b9-c333-46c9-8bb4-35b014901ca8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:29.485805 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4bfeb5c6-2f85-4085-919c-464e062d9d54 req-6b36e8b9-c333-46c9-8bb4-35b014901ca8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 944 time: 0.1195636 Jul 07 12:59:29.488054 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:29.535716 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:29.536525 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:29.538678 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] 10.222.0.50 "PUT /v2.0/ports/66f1373f-4de8-488f-a5e7-bb3df91dcdae HTTP/1.1" status: 200 len: 1093 time: 1.2772605 Jul 07 12:59:29.539383 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'tag': '66f1373f-4de8-488f-a5e7-bb3df91dcdae'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:29.542726 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9131a344-d30d-4e8d-9635-24755b682b50" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe90223-39b8-4b1f-a09a-dc131fd4e6a0", "tag": "66f1373f-4de8-488f-a5e7-bb3df91dcdae"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:29.592275 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4bfeb5c6-2f85-4085-919c-464e062d9d54 req-f36d618d-8262-4fee-8ba6-4cf058f5e743 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990002 Jul 07 12:59:29.593031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d0f09-acce-426f-bc78-fbca78e6ab6c service neutron] Pushing event updated for resources: {'Port': ['ID=66f1373f-4de8-488f-a5e7-bb3df91dcdae,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:29.647874 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aff0bb8-4a05-4698-9db2-059ba05d5dc7 x-openstack-request-id: req-1aff0bb8-4a05-4698-9db2-059ba05d5dc7 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:29.648165 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe90223-39b8-4b1f-a09a-dc131fd4e6a0", "tag": "66f1373f-4de8-488f-a5e7-bb3df91dcdae", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:29.648422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1aff0bb8-4a05-4698-9db2-059ba05d5dc7 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:29.648807 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'tag': '66f1373f-4de8-488f-a5e7-bb3df91dcdae', 'status': 'completed', 'code': 200} Jul 07 12:59:29.677985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-b065910d-9737-40bd-8b66-3c5e8fe9bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:29.680073 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-b065910d-9737-40bd-8b66-3c5e8fe9bf6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0693619 Jul 07 12:59:29.743053 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-78eb9f14-3551-4836-b045-bb034c6d60fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae HTTP/1.1" status: 200 len: 217 time: 0.0400128 Jul 07 12:59:29.863331 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-d67bac3e-8546-4b40-83d0-b75387ff0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:29.864764 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-d67bac3e-8546-4b40-83d0-b75387ff0fc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.0953617 Jul 07 12:59:29.895075 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46292e75-6ce5-4c3f-a114-ac5305ad5ee6 req-d508f025-91b7-47e0-9fda-d83e42d5521c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:29.896481 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46292e75-6ce5-4c3f-a114-ac5305ad5ee6 req-d508f025-91b7-47e0-9fda-d83e42d5521c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.1560783 Jul 07 12:59:29.900780 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['966b7044-1478-451c-971b-647e481d14a3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:29.916901 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-c9aa6fa4-ee26-465c-8974-fa254a220266 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393553 Jul 07 12:59:29.933271 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa3593-6f09-4172-81a6-5b1280966047 req-c2ddd081-6db2-47c4-b9cc-4227c19051a6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:29.934698 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75fa3593-6f09-4172-81a6-5b1280966047 req-c2ddd081-6db2-47c4-b9cc-4227c19051a6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1641948 Jul 07 12:59:30.035565 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46292e75-6ce5-4c3f-a114-ac5305ad5ee6 req-b455fd30-0f14-4dbe-99fa-935a496b669a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209369 Jul 07 12:59:30.059092 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75fa3593-6f09-4172-81a6-5b1280966047 req-0174d109-144d-4bda-a34e-7db854f10b6a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163268 Jul 07 12:59:30.073085 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-a5d45d6c-af78-41b1-bf3b-18ce05f667f0 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373687 Jul 07 12:59:30.165426 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8378fc02-f187-4efc-9783-a8e9b7dbace6 req-d564448d-179f-4b9b-a448-1d8d5d823df8 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837476 Jul 07 12:59:30.352362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a344-d30d-4e8d-9635-24755b682b50 req-ea2f052a-e3e9-48e1-baf0-fb4630cfc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:30.353840 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-ea2f052a-e3e9-48e1-baf0-fb4630cfc044 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=96f00525cc8e4796a20d4eda6059621b&device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 1096 time: 0.0538700 Jul 07 12:59:30.484983 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e4b2-b975-458a-82a6-62ca22108bf9 req-4060ad1a-ba6f-46cf-a32a-12feb6042aab tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:30.486991 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-37a3e4b2-b975-458a-82a6-62ca22108bf9 req-4060ad1a-ba6f-46cf-a32a-12feb6042aab tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 943 time: 0.1313643 Jul 07 12:59:30.488359 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a344-d30d-4e8d-9635-24755b682b50 req-4bb612d4-1944-4918-ab34-7fb28dc93e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:30.490694 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-4bb612d4-1944-4918-ab34-7fb28dc93e59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 200 len: 916 time: 0.1243238 Jul 07 12:59:30.540754 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-5fef6785-1fb2-4454-bcf6-9f2822145a35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae HTTP/1.1" status: 200 len: 217 time: 0.0397296 Jul 07 12:59:30.557800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-37a3e4b2-b975-458a-82a6-62ca22108bf9 req-a03e2ae7-defe-405e-88b2-d5cd4dcc26ab tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628614 Jul 07 12:59:30.603976 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a344-d30d-4e8d-9635-24755b682b50 req-db65f23d-b548-41a8-9b1d-d474ffe81fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:30.605417 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-db65f23d-b548-41a8-9b1d-d474ffe81fde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 200 len: 854 time: 0.0467150 Jul 07 12:59:30.639272 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-be7fdefb-8fb2-42e1-bb0a-673d34f855f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0416eabc-0c02-46b0-9600-44272aeae57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265083 Jul 07 12:59:30.763329 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-e2c6e313-9a65-427a-8719-3d0506944295 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168034 Jul 07 12:59:30.846745 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1c7ad-1c9f-42e9-8030-456fd1f5a897 req-0f76fb98-672a-4bdb-b0de-201734797a79 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:30.848268 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-30f1c7ad-1c9f-42e9-8030-456fd1f5a897 req-0f76fb98-672a-4bdb-b0de-201734797a79 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 944 time: 0.1295900 Jul 07 12:59:30.895843 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9131a344-d30d-4e8d-9635-24755b682b50 req-da34ecf8-4afe-411d-bcef-eac0d7232921 service neutron] 10.222.0.50 "GET /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253896 Jul 07 12:59:30.909663 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-30f1c7ad-1c9f-42e9-8030-456fd1f5a897 req-80f5a43c-fbfd-45d1-af92-a3eb675de077 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514436 Jul 07 12:59:31.197433 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:31.251606 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 966b7044-1478-451c-971b-647e481d14a3 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:31.251982 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:31.259838 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573f57e-d0eb-4ccf-aa06-5231a8f2fc84 req-0e45c80b-db7b-4f4d-b9bb-d7561a2627b7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:31.261299 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6573f57e-d0eb-4ccf-aa06-5231a8f2fc84 req-0e45c80b-db7b-4f4d-b9bb-d7561a2627b7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 945 time: 0.1078980 Jul 07 12:59:31.270063 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b6f1f-859d-43ee-802b-b050908c0da7 req-2301add8-defa-4ab0-ad25-71897a002f84 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:31.271488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-406b6f1f-859d-43ee-802b-b050908c0da7 req-2301add8-defa-4ab0-ad25-71897a002f84 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0871692 Jul 07 12:59:31.326851 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6573f57e-d0eb-4ccf-aa06-5231a8f2fc84 req-76ef7bb2-e79b-4e1b-aa6d-caa0e4a262bc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543892 Jul 07 12:59:31.329374 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:31.331585 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-406b6f1f-859d-43ee-802b-b050908c0da7 req-c38de632-cba4-4ac9-9806-605e6a84dc47 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532815 Jul 07 12:59:31.354795 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:31.357125 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fc627-92e9-4f30-8c85-fc1d20afeb11" -d '{"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-plugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:31.369217 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:31.373325 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:31.398341 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3744ef20-7992-498b-b8ec-063801dd229f x-openstack-request-id: req-3744ef20-7992-498b-b8ec-063801dd229f {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:31.398629 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-plugged", "status": "completed", "tag": "966b7044-1478-451c-971b-647e481d14a3", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:31.398898 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3744ef20-7992-498b-b8ec-063801dd229f {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:31.399280 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'code': 200} Jul 07 12:59:31.422220 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=10']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:31.728252 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb45f26-d5df-4e8e-9c9a-e783b4e93fb6 req-8297c2e0-9dae-4eb1-bcbc-94737992e032 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:31.729755 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-efb45f26-d5df-4e8e-9c9a-e783b4e93fb6 req-8297c2e0-9dae-4eb1-bcbc-94737992e032 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 943 time: 0.0640204 Jul 07 12:59:31.768329 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-efb45f26-d5df-4e8e-9c9a-e783b4e93fb6 req-27c2efe8-a22f-43b1-a8dd-45df94f3b69c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Jul 07 12:59:32.114867 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678040c-ec87-4049-b069-9daa352c4cfc req-865cfd0d-22f3-4ed3-b4b7-e75fd10ba601 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:32.116232 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d678040c-ec87-4049-b069-9daa352c4cfc req-865cfd0d-22f3-4ed3-b4b7-e75fd10ba601 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 944 time: 0.0953267 Jul 07 12:59:32.121605 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ea92-1ce5-4b67-992d-2f48efa06304 req-2d1898da-bdbe-4030-bf99-fa3cd7e89393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:32.122971 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1b44ea92-1ce5-4b67-992d-2f48efa06304 req-2d1898da-bdbe-4030-bf99-fa3cd7e89393 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1100 time: 0.0932174 Jul 07 12:59:32.175780 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d678040c-ec87-4049-b069-9daa352c4cfc req-c0e25ffc-2db7-4433-9adb-89e84feae886 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 Jul 07 12:59:32.181591 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1b44ea92-1ce5-4b67-992d-2f48efa06304 req-52d40bc6-9de8-4270-bc89-f7fbb3760a8c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446126 Jul 07 12:59:32.541084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb098-872f-4cfb-b656-bc8b617d823c req-5152fcfe-2206-4d21-a728-64d776f6473f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:32.542535 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac1fb098-872f-4cfb-b656-bc8b617d823c req-5152fcfe-2206-4d21-a728-64d776f6473f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0985565 Jul 07 12:59:32.554511 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706934e-02b7-4d02-bd58-a85d57ef7daa req-02d335d6-d4d9-4777-ad9d-6e4da286aa61 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:32.555918 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2706934e-02b7-4d02-bd58-a85d57ef7daa req-02d335d6-d4d9-4777-ad9d-6e4da286aa61 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.1107445 Jul 07 12:59:32.610638 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac1fb098-872f-4cfb-b656-bc8b617d823c req-6f1d6a80-5b55-4431-b69c-599ccd9e3c6c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537601 Jul 07 12:59:32.615376 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2706934e-02b7-4d02-bd58-a85d57ef7daa req-54a49ce6-3c81-4260-a189-7938667a0cb0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526674 Jul 07 12:59:32.946173 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e150f2-f4b3-4b83-b2d7-b6cd058a07f7 req-673fbf8e-1c8e-405f-8ff6-87039ffd2461 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:32.947942 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1e150f2-f4b3-4b83-b2d7-b6cd058a07f7 req-673fbf8e-1c8e-405f-8ff6-87039ffd2461 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 943 time: 0.0710623 Jul 07 12:59:32.988661 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1e150f2-f4b3-4b83-b2d7-b6cd058a07f7 req-8a3e6772-e127-4c0d-83f8-2cfdbe3ee3e1 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Jul 07 12:59:33.223491 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 66f1373f-4de8-488f-a5e7-bb3df91dcdae details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:59:33.323722 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:33.336055 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '66f1373f-4de8-488f-a5e7-bb3df91dcdae', 'network_id': '0416eabc-0c02-46b0-9600-44272aeae57d', 'port_id': '66f1373f-4de8-488f-a5e7-bb3df91dcdae', 'mac_address': 'fa:16:3e:f7:25:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:59:33.349385 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7bf2-4d10-4e77-8af9-baa7520dcb33 req-cef5d2af-7f1d-48ec-a669-30e82ad764b8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:33.351192 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bddd7bf2-4d10-4e77-8af9-baa7520dcb33 req-cef5d2af-7f1d-48ec-a669-30e82ad764b8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 944 time: 0.0679431 Jul 07 12:59:33.374445 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:33.389559 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1373f-4de8-488f-a5e7-bb3df91dcdae {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:59:33.391489 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bddd7bf2-4d10-4e77-8af9-baa7520dcb33 req-f6b75e37-0e35-459e-85d0-ee2ca93c6f15 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Jul 07 12:59:33.409925 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:33.414194 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:33.415951 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 12:59:33.508419 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=66f1373f-4de8-488f-a5e7-bb3df91dcdae,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:33.552808 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:33.564005 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'port_id': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'mac_address': 'fa:16:3e:f3:66:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 12:59:33.601401 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:33.613866 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 12:59:33.637127 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:33.641655 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:33.689152 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:33.837330 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4951ffd-da25-4eda-afd1-ed17ecdc7eed req-e3e8d798-78b9-4504-b302-4e72f4a58e98 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:33.838852 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f4951ffd-da25-4eda-afd1-ed17ecdc7eed req-e3e8d798-78b9-4504-b302-4e72f4a58e98 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1086912 Jul 07 12:59:33.847847 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd38ac-82bf-45da-9a28-fec326a8e42b req-11a31ec2-0557-4fb0-87d4-c44274b63bbd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:33.849292 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7bfd38ac-82bf-45da-9a28-fec326a8e42b req-11a31ec2-0557-4fb0-87d4-c44274b63bbd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.1085751 Jul 07 12:59:33.906537 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f4951ffd-da25-4eda-afd1-ed17ecdc7eed req-e36455a2-ec2a-4fd2-8122-555b089de467 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562596 Jul 07 12:59:33.910319 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7bfd38ac-82bf-45da-9a28-fec326a8e42b req-6460a113-3ec8-4909-b8e5-224733321570 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539532 Jul 07 12:59:34.172216 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a3712-2126-4c70-9ae2-e1f5e2bc60c1 req-6e4fd42b-e80f-4f23-8b17-381e7c3f9a6c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:34.174953 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-364a3712-2126-4c70-9ae2-e1f5e2bc60c1 req-6e4fd42b-e80f-4f23-8b17-381e7c3f9a6c tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 944 time: 0.0650864 Jul 07 12:59:34.185929 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['66f1373f-4de8-488f-a5e7-bb3df91dcdae'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:34.226829 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-364a3712-2126-4c70-9ae2-e1f5e2bc60c1 req-f1257b92-fbe5-4ba1-bfee-9f0a78e000dc tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Jul 07 12:59:34.235034 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['2e1de01e-c3a7-4a58-ba0e-07e982e64f68'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:34.444395 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3aed-373c-4f49-9da2-92cee8641b9c req-2bc34119-9fa7-447b-ba15-57b7921d4ee8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:34.445929 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d55e3aed-373c-4f49-9da2-92cee8641b9c req-2bc34119-9fa7-447b-ba15-57b7921d4ee8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0720139 Jul 07 12:59:34.499474 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d55e3aed-373c-4f49-9da2-92cee8641b9c req-05d52827-624b-4000-a0d3-16e3a6815e20 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Jul 07 12:59:34.595341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2022d38-b8e9-4718-b7c9-11d2902d788c req-e68a063f-c298-4506-b1f3-26e4249be606 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:34.596864 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b2022d38-b8e9-4718-b7c9-11d2902d788c req-e68a063f-c298-4506-b1f3-26e4249be606 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 945 time: 0.0640595 Jul 07 12:59:34.634058 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b2022d38-b8e9-4718-b7c9-11d2902d788c req-22b9eeb3-290e-4b87-a2f4-aacf52f3b0d1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Jul 07 12:59:34.713448 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 12:59:35.121161 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593368-4f70-4f02-97ec-179155cc63a5 req-a626d8cc-da8a-4572-91e1-0eece58ed73c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:35.122594 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba593368-4f70-4f02-97ec-179155cc63a5 req-a626d8cc-da8a-4572-91e1-0eece58ed73c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1044562 Jul 07 12:59:35.133894 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e2ec6-fc76-4338-b282-25f52fa5c347 req-670f8aa7-8f72-43eb-9b7a-7488a15bed0c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:35.135281 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd5e2ec6-fc76-4338-b282-25f52fa5c347 req-670f8aa7-8f72-43eb-9b7a-7488a15bed0c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.0870898 Jul 07 12:59:35.191415 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba593368-4f70-4f02-97ec-179155cc63a5 req-f393d874-dc4d-4262-b7dd-4a434c375fd5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549824 Jul 07 12:59:35.198511 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd5e2ec6-fc76-4338-b282-25f52fa5c347 req-acb6e66f-0117-49c6-b23e-33823966807e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567241 Jul 07 12:59:35.401541 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0ecb1-9ad0-4091-8c7f-21b516c3ed76 req-e4a2a700-8d60-4882-8794-5220c93c0c78 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:35.402989 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bb0ecb1-9ad0-4091-8c7f-21b516c3ed76 req-e4a2a700-8d60-4882-8794-5220c93c0c78 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 944 time: 0.0639670 Jul 07 12:59:35.439898 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bb0ecb1-9ad0-4091-8c7f-21b516c3ed76 req-d7840862-8108-4900-99ed-e1869c7cdba8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Jul 07 12:59:35.671493 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c8c4-af24-4fd3-afec-b3abebc98c3e req-b893e7f4-a8f4-453a-8ee9-d4f51b2d2937 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:35.672990 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bfe0c8c4-af24-4fd3-afec-b3abebc98c3e req-b893e7f4-a8f4-453a-8ee9-d4f51b2d2937 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0705469 Jul 07 12:59:35.710109 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bfe0c8c4-af24-4fd3-afec-b3abebc98c3e req-8717bec0-8fba-443c-a8b3-af0a3617b4c4 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Jul 07 12:59:35.802742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ae33-d76c-4a09-b803-b14df05f3003 req-3a930fcb-0f84-4898-bd0d-614108c50f4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:35.804227 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3fd3ae33-d76c-4a09-b803-b14df05f3003 req-3a930fcb-0f84-4898-bd0d-614108c50f4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 945 time: 0.0613649 Jul 07 12:59:35.841193 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3fd3ae33-d76c-4a09-b803-b14df05f3003 req-b0d6de06-641a-426a-a090-020768cd86c1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jul 07 12:59:36.363600 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e494cd-1733-41fb-9a7f-1cefc4a9bf23 req-1d25af0b-f2a0-4e98-81ef-220f630b5efc tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:36.364940 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-35e494cd-1733-41fb-9a7f-1cefc4a9bf23 req-1d25af0b-f2a0-4e98-81ef-220f630b5efc tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0652065 Jul 07 12:59:36.403492 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-35e494cd-1733-41fb-9a7f-1cefc4a9bf23 req-bf8e5e5a-1f2d-437f-a77f-68a48a4e370f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329149 Jul 07 12:59:36.608117 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d5a6-66a4-480a-9bad-0759ad913452 req-e2b31f69-a3ac-4ea9-bcf0-ac30ec70f042 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:36.609573 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa73d5a6-66a4-480a-9bad-0759ad913452 req-e2b31f69-a3ac-4ea9-bcf0-ac30ec70f042 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 944 time: 0.0607760 Jul 07 12:59:36.646531 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa73d5a6-66a4-480a-9bad-0759ad913452 req-5529d87a-c33c-4545-9ee5-3e4f91bc95e8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Jul 07 12:59:36.882655 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567967f-61e1-4251-b31b-846028a42811 req-04aa4a6a-8824-4d8b-a6db-b99fe4de1e50 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:36.884148 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1567967f-61e1-4251-b31b-846028a42811 req-04aa4a6a-8824-4d8b-a6db-b99fe4de1e50 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0656924 Jul 07 12:59:36.921257 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1567967f-61e1-4251-b31b-846028a42811 req-c7452285-456c-44ab-bfc2-a074f76e8c40 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Jul 07 12:59:37.010153 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eef77-92a0-4ee5-bebd-181d8c83252b req-d293f891-386c-497f-a6f2-62a92967780c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:37.011621 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b76eef77-92a0-4ee5-bebd-181d8c83252b req-d293f891-386c-497f-a6f2-62a92967780c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 945 time: 0.0616009 Jul 07 12:59:37.048868 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b76eef77-92a0-4ee5-bebd-181d8c83252b req-1fbfb476-6687-416f-85c9-02c23d6ddd1f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Jul 07 12:59:37.273163 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 66f1373f-4de8-488f-a5e7-bb3df91dcdae up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:37.322717 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 66f1373f-4de8-488f-a5e7-bb3df91dcdae completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:59:37.326182 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 66f1373f-4de8-488f-a5e7-bb3df91dcdae triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:37.326557 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.372105 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-aa5363d0-2d8a-4cad-a481-e05ed6ccc710 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:37.373571 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-aa5363d0-2d8a-4cad-a481-e05ed6ccc710 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0610533 Jul 07 12:59:37.400514 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.421575 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1373f-4de8-488f-a5e7-bb3df91dcdae'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:37.423800 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b40fc-14e7-482f-9a7d-14fa356b8946" -d '{"events": [{"server_uuid": "fbe90223-39b8-4b1f-a09a-dc131fd4e6a0", "name": "network-vif-plugged", "status": "completed", "tag": "66f1373f-4de8-488f-a5e7-bb3df91dcdae"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:37.439280 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:37.444853 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.445931 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 12:59:37.470664 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b8bdb-42d4-406a-89f5-0a930c211fc9 x-openstack-request-id: req-5a5b8bdb-42d4-406a-89f5-0a930c211fc9 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:37.471145 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe90223-39b8-4b1f-a09a-dc131fd4e6a0", "name": "network-vif-plugged", "status": "completed", "tag": "66f1373f-4de8-488f-a5e7-bb3df91dcdae", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:37.471460 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5b8bdb-42d4-406a-89f5-0a930c211fc9 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:37.471932 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1373f-4de8-488f-a5e7-bb3df91dcdae', 'code': 200} Jul 07 12:59:37.506054 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Deleting port cf289333-a45c-453a-94af-f9f23e45ecaa {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:59:37.506409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.530373 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=66f1373f-4de8-488f-a5e7-bb3df91dcdae,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:37.540838 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 12:59:37.545120 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 12:59:37.545497 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.624631 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.644291 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] For port cf289333-a45c-453a-94af-f9f23e45ecaa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf289333-a45c-453a-94af-f9f23e45ecaa,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:37.644653 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.662795 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:37.667051 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.672085 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36a354-3727-42fc-8bf3-db7fa11f1d8c req-2b315000-b386-48c9-9439-d831ac024bc0 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:37.673675 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af36a354-3727-42fc-8bf3-db7fa11f1d8c req-2b315000-b386-48c9-9439-d831ac024bc0 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1503868 Jul 07 12:59:37.674897 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Calling delete_port for cf289333-a45c-453a-94af-f9f23e45ecaa owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:59:37.727404 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:37.756206 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af36a354-3727-42fc-8bf3-db7fa11f1d8c req-1b287f87-7f68-4248-8cec-41394a54f452 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713959 Jul 07 12:59:37.797133 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c543-cbc8-4a50-8a2c-0d23f050cc26 req-7ab8b856-588e-4ad7-9dc1-92b63b43fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:37.798562 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6822c543-cbc8-4a50-8a2c-0d23f050cc26 req-7ab8b856-588e-4ad7-9dc1-92b63b43fbb4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 1098 time: 0.0544014 Jul 07 12:59:37.836217 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6822c543-cbc8-4a50-8a2c-0d23f050cc26 req-548cc9e4-bc53-4c59-b3f5-706db81aefda service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287349 Jul 07 12:59:37.874482 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.886242 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c2d-157f-473a-8f2e-cf483e639963 req-8021cbf9-948c-45c5-bca9-33fa1aa60c18 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:37.887742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e53d6c2d-157f-473a-8f2e-cf483e639963 req-8021cbf9-948c-45c5-bca9-33fa1aa60c18 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 945 time: 0.1052854 Jul 07 12:59:37.919851 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Pushing event deleted for resources: {'Port': ['ID=cf289333-a45c-453a-94af-f9f23e45ecaa,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:37.938729 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['25670294-9be6-4c02-8dbe-4a43386e33a3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:37.984831 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] No DVR routers for this DVR port cf289333-a45c-453a-94af-f9f23e45ecaa on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 12:59:37.989557 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e53d6c2d-157f-473a-8f2e-cf483e639963 req-28fb55dd-beb5-4e6a-a305-a7109e6cd8e7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937183 Jul 07 12:59:37.990610 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:37.992480 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e9105a8-6430-45a1-942d-a6fa11b8ac80 req-7c83242a-1c69-49dc-8e2b-115f2191a330 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "DELETE /v2.0/ports/cf289333-a45c-453a-94af-f9f23e45ecaa HTTP/1.1" status: 204 len: 173 time: 0.6126237 Jul 07 12:59:37.992921 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'name': 'network-vif-deleted', 'tag': 'cf289333-a45c-453a-94af-f9f23e45ecaa'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:37.995175 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b42e45-32a9-462b-804a-d3a7221ea812" -d '{"events": [{"server_uuid": "a62ede33-f9df-4c26-b3a1-3439192eaaaf", "name": "network-vif-deleted", "tag": "cf289333-a45c-453a-94af-f9f23e45ecaa"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:38.044539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4288c9d-4985-47f2-8d0c-cd98da5d293d x-openstack-request-id: req-c4288c9d-4985-47f2-8d0c-cd98da5d293d {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:38.044825 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ede33-f9df-4c26-b3a1-3439192eaaaf", "name": "network-vif-deleted", "tag": "cf289333-a45c-453a-94af-f9f23e45ecaa", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:38.045098 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4288c9d-4985-47f2-8d0c-cd98da5d293d {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:38.045482 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ede33-f9df-4c26-b3a1-3439192eaaaf', 'name': 'network-vif-deleted', 'tag': 'cf289333-a45c-453a-94af-f9f23e45ecaa', 'status': 'completed', 'code': 200} Jul 07 12:59:38.065567 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-da54e246-e5b5-45de-83bd-b1237dac9915 req-27c91885-aa9c-49ed-9538-5dc4ef417bd0 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62ede33-f9df-4c26-b3a1-3439192eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0310082 Jul 07 12:59:38.224421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee97328-5114-4fb6-a08f-2371119f57b7 req-2e18e5df-88ee-4b22-8ced-9415f7a1b147 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:38.225891 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0ee97328-5114-4fb6-a08f-2371119f57b7 req-2e18e5df-88ee-4b22-8ced-9415f7a1b147 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0680501 Jul 07 12:59:38.262333 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0ee97328-5114-4fb6-a08f-2371119f57b7 req-086ad7d9-0d53-444f-b086-18d486c877f6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Jul 07 12:59:38.938223 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f332-31be-46a0-be89-f6c074a6b13c req-2da5dc57-9389-474f-a4b8-d37aa235c032 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:38.940453 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7362f332-31be-46a0-be89-f6c074a6b13c req-2da5dc57-9389-474f-a4b8-d37aa235c032 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0677531 Jul 07 12:59:38.981141 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7362f332-31be-46a0-be89-f6c074a6b13c req-c97f03bd-ef88-425a-9a95-6033be02e07b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347631 Jul 07 12:59:39.164087 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c826b-5f9a-4212-99ff-ea868ce586f9 req-27dfab3d-3db9-4516-8f92-c5b4a4807d40 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:39.165570 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d41c826b-5f9a-4212-99ff-ea868ce586f9 req-27dfab3d-3db9-4516-8f92-c5b4a4807d40 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 945 time: 0.0620985 Jul 07 12:59:39.203975 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d41c826b-5f9a-4212-99ff-ea868ce586f9 req-7b986a51-0441-4d08-a300-33f0c2ef0c5f tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Jul 07 12:59:39.296282 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device cf289333-a45c-453a-94af-f9f23e45ecaa no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:39.318577 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: cf289333-a45c-453a-94af-f9f23e45ecaa {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:59:39.318948 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device cf289333-a45c-453a-94af-f9f23e45ecaa not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:59:39.468394 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221a201-2ea6-4797-ad01-d881e31a33d5 req-84016d5b-92d5-4044-88f6-3537a43010e1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:39.469876 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b221a201-2ea6-4797-ad01-d881e31a33d5 req-84016d5b-92d5-4044-88f6-3537a43010e1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0687184 Jul 07 12:59:39.473361 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:39.475964 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c728f27d-fb0f-4e6e-9d7a-b8b9acfb8200" -d '{"events": [{"server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "name": "network-vif-plugged", "status": "completed", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:39.541733 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b221a201-2ea6-4797-ad01-d881e31a33d5 req-0b67d829-e841-452c-b94c-34558d2173fb tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633552 Jul 07 12:59:39.563225 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f51d5-2086-4dae-ad03-f44f6fc698b8 req-18120e4d-77e4-476f-b04b-0b2d950ab140 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:39.564826 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-282f51d5-2086-4dae-ad03-f44f6fc698b8 req-18120e4d-77e4-476f-b04b-0b2d950ab140 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0883584 Jul 07 12:59:39.586259 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f949e1-958f-494e-bd03-799b27d1729e x-openstack-request-id: req-81f949e1-958f-494e-bd03-799b27d1729e {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:39.586547 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "name": "network-vif-plugged", "status": "completed", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:39.586900 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81f949e1-958f-494e-bd03-799b27d1729e {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:39.587303 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'code': 200} Jul 07 12:59:39.603169 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-282f51d5-2086-4dae-ad03-f44f6fc698b8 req-ed977b05-4f4d-49c1-81d7-8503cb7d31a2 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jul 07 12:59:39.977519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63cc5-a30f-4989-bbf2-0c7b7fa171ff req-2b6936c8-ab6f-4c1c-a221-371083925dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:39.978987 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-63e63cc5-a30f-4989-bbf2-0c7b7fa171ff req-2b6936c8-ab6f-4c1c-a221-371083925dc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 1099 time: 0.0502961 Jul 07 12:59:40.013161 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-63e63cc5-a30f-4989-bbf2-0c7b7fa171ff req-81056d8e-17b6-4dee-9661-3524a61287a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265007 Jul 07 12:59:40.163773 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209caf-2a87-43bf-aa69-c11e07a64f77 req-bcf3bf26-68f0-4b1b-8c4c-36dcbad07718 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:40.165131 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48209caf-2a87-43bf-aa69-c11e07a64f77 req-bcf3bf26-68f0-4b1b-8c4c-36dcbad07718 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0645761 Jul 07 12:59:40.206151 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48209caf-2a87-43bf-aa69-c11e07a64f77 req-c8732b1b-2842-4dd6-9c36-4e450534a3d9 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353770 Jul 07 12:59:40.375537 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c70260-ddef-4d9f-b35b-8a1ec6c0a796 req-d74751d8-f033-484c-96b2-3b2d6aba3179 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:40.376993 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01c70260-ddef-4d9f-b35b-8a1ec6c0a796 req-d74751d8-f033-484c-96b2-3b2d6aba3179 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 945 time: 0.0633667 Jul 07 12:59:40.414994 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01c70260-ddef-4d9f-b35b-8a1ec6c0a796 req-5fff7831-a9f5-47af-8a27-bc7cb2e7d183 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Jul 07 12:59:40.743118 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6798cd-b459-4111-85b4-d949c7cba3b4 req-38a11727-ce08-4ad1-8e51-8003a4b54d46 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:40.744559 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f6798cd-b459-4111-85b4-d949c7cba3b4 req-38a11727-ce08-4ad1-8e51-8003a4b54d46 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0839150 Jul 07 12:59:40.809627 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f6798cd-b459-4111-85b4-d949c7cba3b4 req-b76c72e9-41de-42a8-9816-83137ab5d868 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549593 Jul 07 12:59:40.831973 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bae7a-e6e2-41ef-94cf-0b2184e3af42 req-38ea7098-b932-438d-a4fd-c4a9ce7e5447 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:40.833481 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a1bae7a-e6e2-41ef-94cf-0b2184e3af42 req-38ea7098-b932-438d-a4fd-c4a9ce7e5447 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0880635 Jul 07 12:59:40.872533 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a1bae7a-e6e2-41ef-94cf-0b2184e3af42 req-180d1a59-5842-44c5-88bb-8648fd46ff2d tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Jul 07 12:59:41.289263 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a39901f7-411f-48f7-8c32-7eddd6534964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:41.378939 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eec7fe-c3a3-4707-bcbf-90138c392811 req-6ef820f6-55eb-4efa-ace6-9d366322d262 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:41.380377 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-16eec7fe-c3a3-4707-bcbf-90138c392811 req-6ef820f6-55eb-4efa-ace6-9d366322d262 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0609043 Jul 07 12:59:41.419189 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-16eec7fe-c3a3-4707-bcbf-90138c392811 req-0ecc5db8-4757-4d4c-ae99-5a73f357c46e tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326347 Jul 07 12:59:41.987259 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1594c-a163-491c-869a-ab60f5b43d3e req-e11b2a54-a386-444a-8567-80829bca3d96 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:41.993294 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06a1594c-a163-491c-869a-ab60f5b43d3e req-e11b2a54-a386-444a-8567-80829bca3d96 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0708654 Jul 07 12:59:42.027693 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06a1594c-a163-491c-869a-ab60f5b43d3e req-95ed73f7-b8c4-43d4-a5bb-3ecfb1b6f73e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jul 07 12:59:42.198847 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07784853-a5a9-4cf3-a46b-01f8b71d87a5 req-447147a3-9130-48e5-bd50-4d9f599e7114 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:42.200528 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07784853-a5a9-4cf3-a46b-01f8b71d87a5 req-447147a3-9130-48e5-bd50-4d9f599e7114 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0715456 Jul 07 12:59:42.269708 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07784853-a5a9-4cf3-a46b-01f8b71d87a5 req-05c6118e-d06b-4833-a8c8-e162e432aaba tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574512 Jul 07 12:59:42.293078 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359427ff-73b5-4ca0-a83a-99359250771f req-a397e73d-0af7-4011-b322-ac2e6302d647 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:42.294810 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-359427ff-73b5-4ca0-a83a-99359250771f req-a397e73d-0af7-4011-b322-ac2e6302d647 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0933428 Jul 07 12:59:42.337314 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-359427ff-73b5-4ca0-a83a-99359250771f req-0200a4ef-5a1b-4c42-b07d-b19ca2981538 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Jul 07 12:59:42.361642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 56344) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:42.450262 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be9cff-93d3-4f3e-b84c-9fd3f31e6071 tempest-TestVolumeBootPattern-1346209927 tempest-TestVolumeBootPattern-1346209927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:42.451804 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e2be9cff-93d3-4f3e-b84c-9fd3f31e6071 tempest-TestVolumeBootPattern-1346209927 tempest-TestVolumeBootPattern-1346209927-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 1094 time: 0.0892074 Jul 07 12:59:42.455075 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56350) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:42.460315 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'port_id': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 12:59:42.483228 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:42.578463 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:42.590793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e3f35-6d5f-480b-aaa8-ee17fb16d10f req-063e4b47-0904-46c1-994e-084e138ea7fc tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:42.592408 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a91e3f35-6d5f-480b-aaa8-ee17fb16d10f req-063e4b47-0904-46c1-994e-084e138ea7fc tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0628438 Jul 07 12:59:42.632470 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a91e3f35-6d5f-480b-aaa8-ee17fb16d10f req-7aa6e5b2-4622-4b4f-9c4b-f9dfaeb8bd3b tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331841 Jul 07 12:59:42.683484 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Allocated IP 172.27.0.185 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/37b9e9d9-733f-444c-99a7-87f2747f8acc) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 12:59:42.691541 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:42.786596 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:42.824111 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:42.858210 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 12:59:42.861394 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 12:59:42.863628 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 12:59:42.895398 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=37b9e9d9-733f-444c-99a7-87f2747f8acc,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:43.234090 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:43.307551 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:43.448264 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533725e-7a8e-439e-9d46-0d6768e5cfe1 req-b73dd6b9-f3cf-449b-90da-a5c452d8661a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:43.449909 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3533725e-7a8e-439e-9d46-0d6768e5cfe1 req-b73dd6b9-f3cf-449b-90da-a5c452d8661a tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0676098 Jul 07 12:59:43.458483 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:43.464035 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:43.487637 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3533725e-7a8e-439e-9d46-0d6768e5cfe1 req-354fdbf7-c635-452a-a59d-b15a26b390bf tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jul 07 12:59:43.534305 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=37b9e9d9-733f-444c-99a7-87f2747f8acc,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:43.543888 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:43.611021 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-392aec1e-317a-4559-8598-934a337efca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:43.642335 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Floating IP b59fd84e-2cd0-4b16-b610-be0cb4ab261f associated. External IP: 172.27.0.185, port: 2e1de01e-c3a7-4a58-ba0e-07e982e64f68. Jul 07 12:59:43.811217 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b806ee-eba5-4f7c-a6dc-e5260a8bbaf5 req-be9c1a72-b8fb-4f86-8759-44c7273ffa4f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:43.812984 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3b806ee-eba5-4f7c-a6dc-e5260a8bbaf5 req-be9c1a72-b8fb-4f86-8759-44c7273ffa4f tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0664880 Jul 07 12:59:43.856399 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3b806ee-eba5-4f7c-a6dc-e5260a8bbaf5 req-a8d96d0c-3274-4b37-a2b7-c2046fb954be tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369351 Jul 07 12:59:44.063325 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:59:44.163789 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:59:44.172870 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:59:44.179134 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:44.181963 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:59:44.183018 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:59:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:44.220827 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b9ca8558-c53b-4366-a769-d79738979fd9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7643800 Jul 07 12:59:44.221351 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:44.223889 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628a9eae-c84c-418c-9252-9b7561921e23" -d '{"events": [{"name": "network-changed", "server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:44.259349 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a52985-0e11-481f-8853-170a5eb40e53 x-openstack-request-id: req-75a52985-0e11-481f-8853-170a5eb40e53 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:44.259638 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:44.259890 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75a52985-0e11-481f-8853-170a5eb40e53 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:44.260287 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'status': 'completed', 'code': 200} Jul 07 12:59:44.289907 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:59:44.293644 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:44.369757 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a9eae-c84c-418c-9252-9b7561921e23 req-d9fda8cf-1e2d-4d9c-9af3-8f5f2174d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:44.371310 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-d9fda8cf-1e2d-4d9c-9af3-8f5f2174d56a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 1099 time: 0.0567579 Jul 07 12:59:44.598029 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'b59fd84e-2cd0-4b16-b610-be0cb4ab261f', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:f3:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a21b7-3786-4a90-89dd-f9d121894af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:59:43Z', 'updated_at': '2021-07-07T12:59:43Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:44.625383 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:59:44.634406 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:59:44.635164 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:59:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:44.735650 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:59:44.740998 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a9eae-c84c-418c-9252-9b7561921e23 req-9070daff-d605-4a06-81a5-394f12e8d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:44.742453 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-9070daff-d605-4a06-81a5-394f12e8d8b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.3434193 Jul 07 12:59:44.752591 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45603282-0ae9-447b-869f-a1db1d070052 req-73ba0365-2abe-4019-a012-bcbf0ccb9dfd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:44.754549 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-45603282-0ae9-447b-869f-a1db1d070052 req-73ba0365-2abe-4019-a012-bcbf0ccb9dfd tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.1187453 Jul 07 12:59:44.833647 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-10d9515d-08be-47d5-b4db-fb4e72149065 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68 HTTP/1.1" status: 200 len: 1000 time: 0.0778115 Jul 07 12:59:44.836580 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-45603282-0ae9-447b-869f-a1db1d070052 req-d898c91c-c50f-42be-b0bb-5f00df5ed6cc tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Jul 07 12:59:44.889510 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a9eae-c84c-418c-9252-9b7561921e23 req-776deec9-3372-4b3b-9ee6-2652654fc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:44.890402 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-776deec9-3372-4b3b-9ee6-2652654fc28b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0469625 Jul 07 12:59:44.950748 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a9eae-c84c-418c-9252-9b7561921e23 req-2273fd3a-b9b2-4072-bae7-bf47ffc762b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:44.952247 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-2273fd3a-b9b2-4072-bae7-bf47ffc762b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545597 Jul 07 12:59:44.958238 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'b59fd84e-2cd0-4b16-b610-be0cb4ab261f', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:f3:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a21b7-3786-4a90-89dd-f9d121894af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:59:43Z', 'updated_at': '2021-07-07T12:59:43Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:44.989036 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d521d96-3ae2-472e-ae2f-f70ce3a15a59 None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'b59fd84e-2cd0-4b16-b610-be0cb4ab261f', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:f3:66:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a21b7-3786-4a90-89dd-f9d121894af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T12:59:43Z', 'updated_at': '2021-07-07T12:59:43Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:59:45.084648 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-fe671162-979e-4f4d-ad0b-636932459dcc service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244445 Jul 07 12:59:45.096581 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ffcb3-5fb9-4d3d-bf80-10cfafefe7ce req-a6696271-f756-493f-9b05-934784a1c4b5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:45.098588 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-433ffcb3-5fb9-4d3d-bf80-10cfafefe7ce req-a6696271-f756-493f-9b05-934784a1c4b5 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1210530 Jul 07 12:59:45.114925 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:45.184038 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbebdf-4bc6-4d3a-9b1d-9b6a95e77370 None None] New status for floating IP b59fd84e-2cd0-4b16-b610-be0cb4ab261f: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 12:59:45.190913 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-433ffcb3-5fb9-4d3d-bf80-10cfafefe7ce req-f59c09d7-55ca-4643-93b6-8662e5b50eb8 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841682 Jul 07 12:59:45.216322 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-628a9eae-c84c-418c-9252-9b7561921e23 req-5a2a9758-f7a7-4112-be23-88827c7351db service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167696 Jul 07 12:59:46.012277 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5cec-199e-4700-a7a6-d18082b8bb94 req-bd771394-0594-4e44-affa-914e5fd87ba8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:46.013823 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24ac5cec-199e-4700-a7a6-d18082b8bb94 req-bd771394-0594-4e44-affa-914e5fd87ba8 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0677183 Jul 07 12:59:46.051036 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24ac5cec-199e-4700-a7a6-d18082b8bb94 req-174cd2f3-70aa-4bcc-a326-54d1233f84d7 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/security-groups?id=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Jul 07 12:59:46.363287 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f2b94-a368-46f0-a032-6af23b8bb018 req-152f1d1a-625b-4ec4-837e-31bb8ccaade6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:46.364771 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c66f2b94-a368-46f0-a032-6af23b8bb018 req-152f1d1a-625b-4ec4-837e-31bb8ccaade6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0628481 Jul 07 12:59:46.404214 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c66f2b94-a368-46f0-a032-6af23b8bb018 req-2226c0b0-df93-4ac8-a63d-a6fd0a47d7d6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339210 Jul 07 12:59:46.431154 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:46.812236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-b7633b56-3216-4304-863c-b28eef392a29 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:46.813703 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-b7633b56-3216-4304-863c-b28eef392a29 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 945 time: 0.0646164 Jul 07 12:59:46.913326 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Deleting port 25670294-9be6-4c02-8dbe-4a43386e33a3 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:59:46.913671 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:47.000788 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] For port 25670294-9be6-4c02-8dbe-4a43386e33a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=25670294-9be6-4c02-8dbe-4a43386e33a3,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:47.001141 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:47.015408 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Calling delete_port for 25670294-9be6-4c02-8dbe-4a43386e33a3 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:59:47.145880 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:47.187844 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Pushing event deleted for resources: {'Port': ['ID=25670294-9be6-4c02-8dbe-4a43386e33a3,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:47.189187 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['25670294-9be6-4c02-8dbe-4a43386e33a3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:47.213784 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-395ae613-bb65-418b-8d9d-7a6978ae9b8b req-40cb24c6-ffef-49c2-babb-24b9349fcf81 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.21 "GET /v2.0/ports?device_id=b273d549-649e-4391-802f-f3c54bce94f2 HTTP/1.1" status: 200 len: 210 time: 0.0383968 Jul 07 12:59:47.247946 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] No DVR routers for this DVR port 25670294-9be6-4c02-8dbe-4a43386e33a3 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 12:59:47.251047 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:47.253508 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd18abe3-162b-4680-9dcf-23149222c3f9 req-ad58dca1-9ebf-4ca9-81b7-df85619650c3 tempest-ServerRescueNegativeTestJSON-344644045 tempest-ServerRescueNegativeTestJSON-344644045-project] 10.222.0.50 "DELETE /v2.0/ports/25670294-9be6-4c02-8dbe-4a43386e33a3 HTTP/1.1" status: 204 len: 173 time: 0.4332154 Jul 07 12:59:47.253933 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b273d549-649e-4391-802f-f3c54bce94f2', 'name': 'network-vif-deleted', 'tag': '25670294-9be6-4c02-8dbe-4a43386e33a3'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:47.256702 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48121203-2543-4574-b836-842f6f502ad8" -d '{"events": [{"server_uuid": "b273d549-649e-4391-802f-f3c54bce94f2", "name": "network-vif-deleted", "tag": "25670294-9be6-4c02-8dbe-4a43386e33a3"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:47.293362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0a4ae1-f6c1-4719-96dc-0de99f1a479e x-openstack-request-id: req-fa0a4ae1-f6c1-4719-96dc-0de99f1a479e {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:47.293650 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b273d549-649e-4391-802f-f3c54bce94f2", "name": "network-vif-deleted", "tag": "25670294-9be6-4c02-8dbe-4a43386e33a3", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:47.293900 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa0a4ae1-f6c1-4719-96dc-0de99f1a479e {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:47.294295 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273d549-649e-4391-802f-f3c54bce94f2', 'name': 'network-vif-deleted', 'tag': '25670294-9be6-4c02-8dbe-4a43386e33a3', 'status': 'completed', 'code': 200} Jul 07 12:59:47.582011 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24444ee9-cc26-44cf-86a1-b8ec2016479c req-1b830082-04a9-4f36-9a20-9d34aea76674 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:47.583532 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24444ee9-cc26-44cf-86a1-b8ec2016479c req-1b830082-04a9-4f36-9a20-9d34aea76674 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0657012 Jul 07 12:59:47.622973 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24444ee9-cc26-44cf-86a1-b8ec2016479c req-1bf5a8eb-0800-460b-bac6-e57761076402 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336368 Jul 07 12:59:48.307131 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 56386) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:48.712769 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:48.874454 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039cce-7d52-48b7-98ce-bc6f78436c84 req-275e9d2d-44f4-4b8f-b26d-726c9b281e45 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:48.876065 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6039cce-7d52-48b7-98ce-bc6f78436c84 req-275e9d2d-44f4-4b8f-b26d-726c9b281e45 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1320488 Jul 07 12:59:48.978848 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6039cce-7d52-48b7-98ce-bc6f78436c84 req-d60e68fd-308b-445b-b607-8d0e64e2dc6d tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759816 Jul 07 12:59:49.309324 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Deleting port 10507d41-4bf5-4c3c-9b46-30d8db36061d {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:59:49.310064 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:49.350060 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 25670294-9be6-4c02-8dbe-4a43386e33a3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:49.372889 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 25670294-9be6-4c02-8dbe-4a43386e33a3 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:59:49.373233 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 25670294-9be6-4c02-8dbe-4a43386e33a3 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:59:49.391056 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] For port 10507d41-4bf5-4c3c-9b46-30d8db36061d, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=10507d41-4bf5-4c3c-9b46-30d8db36061d,segment=NetworkSegment(9ec56f7e-b634-4eec-bcd2-49e92b7f1edf),segment_id=9ec56f7e-b634-4eec-bcd2-49e92b7f1edf)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:49.391416 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:49.404197 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Calling delete_port for 10507d41-4bf5-4c3c-9b46-30d8db36061d owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:59:49.596391 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:49.621732 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Pushing event deleted for resources: {'Port': ['ID=10507d41-4bf5-4c3c-9b46-30d8db36061d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:49.790377 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.010617 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 12:59:50.154062 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 12:59:50.159892 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a4c2b146-9a76-4bef-9ac2-401843ee195f admin admin] 10.222.0.21 "PUT /v2.0/routers/05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511784 Jul 07 12:59:50.162512 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56408) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:50.165336 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] Sync routers for ids ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 12:59:50.174062 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] Routers {'05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:59:50.175481 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:59:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:50.183650 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c564-467d-4be9-8d97-4a0616c28d1b req-cd25ca0c-5697-437e-aab0-8af673debeba tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:50.185237 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe26c564-467d-4be9-8d97-4a0616c28d1b req-cd25ca0c-5697-437e-aab0-8af673debeba tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.0884538 Jul 07 12:59:50.228326 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe26c564-467d-4be9-8d97-4a0616c28d1b req-6283328d-486e-4304-a2d9-5c766bf99ae4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&id=2ff29f9f-37b8-4ab0-b724-dc084649f041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366194 Jul 07 12:59:50.268639 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.281710 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] Set router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:59:50.373522 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.427697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Deleting port d4a7505c-2d8c-43e0-a793-5449fb760568 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:59:50.428038 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.461115 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:59:49Z', 'revision_number': 5, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port': {'id': 'd4a7505c-2d8c-43e0-a793-5449fb760568', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:00Z', 'updated_at': '2021-07-07T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:50.486747 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] Checking router: 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 12:59:50.495470 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] Routers {'05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 12:59:50.496077 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T12:59:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:50.504597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] For port d4a7505c-2d8c-43e0-a793-5449fb760568, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=d4a7505c-2d8c-43e0-a793-5449fb760568,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:50.504961 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.517299 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Calling delete_port for d4a7505c-2d8c-43e0-a793-5449fb760568 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:59:50.578650 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] Set router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 12:59:50.632248 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:59:50Z', 'revision_number': 6, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:50.657934 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8cecc-2a03-44c2-a330-5c1d4ed1c84e None None] The sync data for ids ['05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2'] in dv-cinder-792209-6-iscsi is: [{'id': '05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2104483864-router', 'tenant_id': 'cc496712d6064629b4a373f5311548ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:55:59Z', 'updated_at': '2021-07-07T12:59:50Z', 'revision_number': 6, 'project_id': 'cc496712d6064629b4a373f5311548ca', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 12:59:50.705151 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.731851 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a7505c-2d8c-43e0-a793-5449fb760568,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:50.793150 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.897110 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.899371 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.965593 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.966181 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 12:59:50.970860 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:50.972202 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6ff86b7c-5c50-47c5-90e3-99fbc1a7114a admin admin] 10.222.0.21 "DELETE /v2.0/routers/05fdeeb9-35da-4a03-b7d6-8bcf809ec2e2 HTTP/1.1" status: 204 len: 168 time: 0.8079205 Jul 07 12:59:50.974768 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56416) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:51.027170 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Deleting subnet 4708c3f5-3c02-4fe5-bc47-2fd39b03c17e {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 12:59:51.030703 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.069974 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707613'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.122638 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.173013 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26976329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076978'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.196772 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4708c3f5-3c02-4fe5-bc47-2fd39b03c17e,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:51.202430 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.204540 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5fd1cd69-d55d-4c98-8a79-2b3ffe33671f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4708c3f5-3c02-4fe5-bc47-2fd39b03c17e HTTP/1.1" status: 204 len: 168 time: 0.2288072 Jul 07 12:59:51.207774 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56422) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:51.271993 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.350642 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.360082 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fcfdd8-be46-47ab-ac6d-eb00d37c5576']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:51.370568 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:51.370812 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec56f7e-b634-4eec-bcd2-49e92b7f1edf') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 12:59:51.380112 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.393538 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.399136 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 12:59:51.399511 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 12:59:51.401151 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 12:59:51.460458 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.467604 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.470568 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] 10.222.0.21 "DELETE /v2.0/networks/86fcfdd8-be46-47ab-ac6d-eb00d37c5576 HTTP/1.1" status: 204 len: 168 time: 0.2607667 Jul 07 12:59:51.479488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c17c7-8711-4756-b38d-c7b1da500a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=86fcfdd8-be46-47ab-ac6d-eb00d37c5576,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:51.636302 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 56426) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:51.679351 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a55dc146-8d57-4a0f-8fa1-7323ac0baf18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc496712d6064629b4a373f5311548ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397117 Jul 07 12:59:51.679747 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56428) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 12:59:51.730116 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-666411f3-dac5-4178-bad0-bbfa572249b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.755488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-666411f3-dac5-4178-bad0-bbfa572249b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.808814 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-666411f3-dac5-4178-bad0-bbfa572249b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.811651 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-666411f3-dac5-4178-bad0-bbfa572249b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:51.812807 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-666411f3-dac5-4178-bad0-bbfa572249b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9012fcd0-5da6-48c6-88ea-1b1e27cb3f50 HTTP/1.1" status: 204 len: 168 time: 0.1321023 Jul 07 12:59:51.820802 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666411f3-dac5-4178-bad0-bbfa572249b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012fcd0-5da6-48c6-88ea-1b1e27cb3f50,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:52.162975 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 10507d41-4bf5-4c3c-9b46-30d8db36061d no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:52.185241 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 10507d41-4bf5-4c3c-9b46-30d8db36061d {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:59:52.185767 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 10507d41-4bf5-4c3c-9b46-30d8db36061d not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:59:52.186571 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device d4a7505c-2d8c-43e0-a793-5449fb760568 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:52.211693 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: d4a7505c-2d8c-43e0-a793-5449fb760568 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:59:52.212032 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device d4a7505c-2d8c-43e0-a793-5449fb760568 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 12:59:52.519615 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db644c-d274-48e9-b967-9919f3fdeb49 req-5eb83cb2-4f46-45d1-8573-25e4c4d5c184 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:52.521099 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-19db644c-d274-48e9-b967-9919f3fdeb49 req-5eb83cb2-4f46-45d1-8573-25e4c4d5c184 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 945 time: 0.0656521 Jul 07 12:59:52.558421 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-19db644c-d274-48e9-b967-9919f3fdeb49 req-1b43358e-fbf6-4346-b52c-4f6e8745c706 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Jul 07 12:59:53.727550 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594f5b8-9fb8-4518-b21d-ebed3465dc3b req-007b8da1-5b8d-4ac9-8676-bf92555be844 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:53.728975 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3594f5b8-9fb8-4518-b21d-ebed3465dc3b req-007b8da1-5b8d-4ac9-8676-bf92555be844 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 945 time: 0.0606961 Jul 07 12:59:53.765672 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3594f5b8-9fb8-4518-b21d-ebed3465dc3b req-caf633e6-0880-4520-a5e7-6961b8a48d01 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Jul 07 12:59:54.555538 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa493-e111-43b1-8a94-a7b96536642c req-e4130872-2c1e-49ff-b7c8-cc7e1ab646ed tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:54.557071 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-feefa493-e111-43b1-8a94-a7b96536642c req-e4130872-2c1e-49ff-b7c8-cc7e1ab646ed tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 945 time: 0.0614438 Jul 07 12:59:54.669207 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Deleting port 66f1373f-4de8-488f-a5e7-bb3df91dcdae {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 12:59:54.669553 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:54.761929 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] For port 66f1373f-4de8-488f-a5e7-bb3df91dcdae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=66f1373f-4de8-488f-a5e7-bb3df91dcdae,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 12:59:54.762646 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:54.776541 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Calling delete_port for 66f1373f-4de8-488f-a5e7-bb3df91dcdae owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 12:59:54.933122 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:54.976089 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event deleted for resources: {'Port': ['ID=66f1373f-4de8-488f-a5e7-bb3df91dcdae,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 12:59:54.987988 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268', '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'e0195392-e380-46b3-b80e-f4869a62705a', '66f1373f-4de8-488f-a5e7-bb3df91dcdae'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 12:59:55.017507 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] No DVR routers for this DVR port 66f1373f-4de8-488f-a5e7-bb3df91dcdae on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 12:59:55.026468 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96156-015d-416a-adfc-12ef17a78470 req-417b957f-58b3-4a8d-a8f5-8968f456667b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 12:59:55.027952 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23a96156-015d-416a-adfc-12ef17a78470 req-417b957f-58b3-4a8d-a8f5-8968f456667b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe90223-39b8-4b1f-a09a-dc131fd4e6a0 HTTP/1.1" status: 200 len: 867 time: 0.1475201 Jul 07 12:59:55.028962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 12:59:55.030800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-feefa493-e111-43b1-8a94-a7b96536642c req-4fe20367-fe70-4e41-b928-f545a0885130 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "DELETE /v2.0/ports/66f1373f-4de8-488f-a5e7-bb3df91dcdae HTTP/1.1" status: 204 len: 173 time: 0.4684749 Jul 07 12:59:55.031245 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'name': 'network-vif-deleted', 'tag': '66f1373f-4de8-488f-a5e7-bb3df91dcdae'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 12:59:55.033468 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d6081-a072-4389-ba0a-c1904cc92861" -d '{"events": [{"server_uuid": "fbe90223-39b8-4b1f-a09a-dc131fd4e6a0", "name": "network-vif-deleted", "tag": "66f1373f-4de8-488f-a5e7-bb3df91dcdae"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 12:59:55.075872 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23a96156-015d-416a-adfc-12ef17a78470 req-2cac769e-ea75-45f4-b285-e0582ea36134 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Jul 07 12:59:55.082518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529152e3-308b-4600-8f93-18ff97bde92a x-openstack-request-id: req-529152e3-308b-4600-8f93-18ff97bde92a {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 12:59:55.082738 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe90223-39b8-4b1f-a09a-dc131fd4e6a0", "name": "network-vif-deleted", "tag": "66f1373f-4de8-488f-a5e7-bb3df91dcdae", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 12:59:55.083037 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-529152e3-308b-4600-8f93-18ff97bde92a {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 12:59:55.083765 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe90223-39b8-4b1f-a09a-dc131fd4e6a0', 'name': 'network-vif-deleted', 'tag': '66f1373f-4de8-488f-a5e7-bb3df91dcdae', 'status': 'completed', 'code': 200} Jul 07 12:59:59.438922 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 66f1373f-4de8-488f-a5e7-bb3df91dcdae no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 12:59:59.460723 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 66f1373f-4de8-488f-a5e7-bb3df91dcdae {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 12:59:59.461068 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 66f1373f-4de8-488f-a5e7-bb3df91dcdae not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:00.808409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c910f2e-0a02-4e7e-b1e8-77e9f6a45940 req-eef3781b-6808-41b5-9c6b-8d703fbec9b5 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:00.809953 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c910f2e-0a02-4e7e-b1e8-77e9f6a45940 req-eef3781b-6808-41b5-9c6b-8d703fbec9b5 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 945 time: 0.0637803 Jul 07 13:00:00.848889 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c910f2e-0a02-4e7e-b1e8-77e9f6a45940 req-9e88c0ac-7033-41b0-a5ab-f522eab754d5 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Jul 07 13:00:02.035492 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610dc81-4f05-4f1d-bcb4-220e72f955a8 req-6b8404d2-8378-4aec-ba0d-e9b1935e1c77 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:02.036989 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1610dc81-4f05-4f1d-bcb4-220e72f955a8 req-6b8404d2-8378-4aec-ba0d-e9b1935e1c77 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 945 time: 0.0689104 Jul 07 13:00:02.075111 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1610dc81-4f05-4f1d-bcb4-220e72f955a8 req-96e317ea-d2eb-421c-8f18-b054d415a3d4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Jul 07 13:00:02.931981 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-362ac74d-28b6-4594-a6c3-1fd5b122cf66 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:02.933393 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-362ac74d-28b6-4594-a6c3-1fd5b122cf66 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 945 time: 0.0604315 Jul 07 13:00:03.032439 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Deleting port e0195392-e380-46b3-b80e-f4869a62705a {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:03.032777 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:03.121594 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] For port e0195392-e380-46b3-b80e-f4869a62705a, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e0195392-e380-46b3-b80e-f4869a62705a,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:03.122224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:03.135587 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Calling delete_port for e0195392-e380-46b3-b80e-f4869a62705a owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:03.299675 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29c78-3774-4a5e-8476-bf8609c05861 req-254b4d5c-ba3d-4984-aeb7-923a17437355 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:03.301496 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-31d29c78-3774-4a5e-8476-bf8609c05861 req-254b4d5c-ba3d-4984-aeb7-923a17437355 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea714c9-0888-47fc-807e-0bf9cd69876a HTTP/1.1" status: 200 len: 945 time: 0.1117840 Jul 07 13:00:03.329750 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:03.372304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event deleted for resources: {'Port': ['ID=e0195392-e380-46b3-b80e-f4869a62705a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:03.374427 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268', '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'e0195392-e380-46b3-b80e-f4869a62705a'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:03.384875 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-31d29c78-3774-4a5e-8476-bf8609c05861 req-39bff6ef-e485-476e-8573-cd1ff2c48e40 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709250 Jul 07 13:00:03.421635 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] No DVR routers for this DVR port e0195392-e380-46b3-b80e-f4869a62705a on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:03.424238 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:03.426752 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d73deea-f65c-4b7b-b6a4-d217ed647483 req-165b6bcf-4cd5-4a5b-af5f-dde16f3050d2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "DELETE /v2.0/ports/e0195392-e380-46b3-b80e-f4869a62705a HTTP/1.1" status: 204 len: 173 time: 0.4864268 Jul 07 13:00:03.427238 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'name': 'network-vif-deleted', 'tag': 'e0195392-e380-46b3-b80e-f4869a62705a'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:03.429492 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728699c7-fbe6-4be4-a9cc-39ad58581da4" -d '{"events": [{"server_uuid": "0ea714c9-0888-47fc-807e-0bf9cd69876a", "name": "network-vif-deleted", "tag": "e0195392-e380-46b3-b80e-f4869a62705a"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:03.468700 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c2447-828f-4975-ba62-216d899ae8a3 x-openstack-request-id: req-056c2447-828f-4975-ba62-216d899ae8a3 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:03.468993 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea714c9-0888-47fc-807e-0bf9cd69876a", "name": "network-vif-deleted", "tag": "e0195392-e380-46b3-b80e-f4869a62705a", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:03.469241 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-056c2447-828f-4975-ba62-216d899ae8a3 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:03.469636 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea714c9-0888-47fc-807e-0bf9cd69876a', 'name': 'network-vif-deleted', 'tag': 'e0195392-e380-46b3-b80e-f4869a62705a', 'status': 'completed', 'code': 200} Jul 07 13:00:04.833931 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393ff45-aa25-4511-a102-61e754364074 req-0d6a576a-4aba-46ab-a899-109d356001c2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:04.835444 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c393ff45-aa25-4511-a102-61e754364074 req-0d6a576a-4aba-46ab-a899-109d356001c2 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 945 time: 0.0651691 Jul 07 13:00:04.874742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c393ff45-aa25-4511-a102-61e754364074 req-0b6c0bda-5808-4a02-8d53-70dd91240adc tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Jul 07 13:00:05.478151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device e0195392-e380-46b3-b80e-f4869a62705a no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:05.605601 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: e0195392-e380-46b3-b80e-f4869a62705a {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:05.605949 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device e0195392-e380-46b3-b80e-f4869a62705a not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:06.050715 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385113cc-ecc4-4acb-8ed2-162372d9ce8c req-cf84238c-ce31-4e87-b64a-c74e6a887c1b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:06.052089 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-385113cc-ecc4-4acb-8ed2-162372d9ce8c req-cf84238c-ce31-4e87-b64a-c74e6a887c1b tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 945 time: 0.0630414 Jul 07 13:00:06.089136 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-385113cc-ecc4-4acb-8ed2-162372d9ce8c req-f838a5f4-957c-4191-a0c6-eda7ab29b1f8 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Jul 07 13:00:06.692266 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-027e631c-8c1b-4cbf-aa2d-12ce4f9922ba tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:06.693679 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-027e631c-8c1b-4cbf-aa2d-12ce4f9922ba tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 945 time: 0.0605037 Jul 07 13:00:06.787129 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Deleting port 332392b6-47fb-460f-936c-ac7e36ddc5a7 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:06.787467 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:06.878630 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] For port 332392b6-47fb-460f-936c-ac7e36ddc5a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=332392b6-47fb-460f-936c-ac7e36ddc5a7,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:06.879033 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:06.891642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Calling delete_port for 332392b6-47fb-460f-936c-ac7e36ddc5a7 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:07.019741 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:07.051283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event deleted for resources: {'Port': ['ID=332392b6-47fb-460f-936c-ac7e36ddc5a7,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:07.060839 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268', '332392b6-47fb-460f-936c-ac7e36ddc5a7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:07.100248 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] No DVR routers for this DVR port 332392b6-47fb-460f-936c-ac7e36ddc5a7 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:07.102752 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:07.104806 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d95ac6a6-3494-4e32-ba0b-e02ab38a6bbf req-ea9c9cbd-fa9d-4957-b735-c017bf4e0ab7 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "DELETE /v2.0/ports/332392b6-47fb-460f-936c-ac7e36ddc5a7 HTTP/1.1" status: 204 len: 173 time: 0.4052706 Jul 07 13:00:07.105450 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'name': 'network-vif-deleted', 'tag': '332392b6-47fb-460f-936c-ac7e36ddc5a7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:07.108880 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e46fbd9-59c0-42cb-9f8d-d9e1fc235218" -d '{"events": [{"server_uuid": "bbba555e-0731-4f7a-9992-7b658d95acb5", "name": "network-vif-deleted", "tag": "332392b6-47fb-460f-936c-ac7e36ddc5a7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:07.163840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4481997a-4b45-4f58-b4b7-9118e1566689 x-openstack-request-id: req-4481997a-4b45-4f58-b4b7-9118e1566689 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:07.163840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba555e-0731-4f7a-9992-7b658d95acb5", "name": "network-vif-deleted", "tag": "332392b6-47fb-460f-936c-ac7e36ddc5a7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:07.163840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4481997a-4b45-4f58-b4b7-9118e1566689 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:07.165751 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba555e-0731-4f7a-9992-7b658d95acb5', 'name': 'network-vif-deleted', 'tag': '332392b6-47fb-460f-936c-ac7e36ddc5a7', 'status': 'completed', 'code': 200} Jul 07 13:00:07.297572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6c715d17-fe13-4465-bded-3068a5bbb8ab req-b6f5c5f3-7b14-45f0-b37e-3a2da8c33927 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbba555e-0731-4f7a-9992-7b658d95acb5 HTTP/1.1" status: 200 len: 210 time: 0.0324519 Jul 07 13:00:09.869826 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75efb92-e1a8-4567-a184-582ba2483c6d req-d5561f71-49db-4385-a120-1724b5bff931 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:09.871314 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c75efb92-e1a8-4567-a184-582ba2483c6d req-d5561f71-49db-4385-a120-1724b5bff931 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.0620320 Jul 07 13:00:09.907008 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c75efb92-e1a8-4567-a184-582ba2483c6d req-1e0273c8-ec4e-4875-a928-abb5cda2490d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299566 Jul 07 13:00:11.083081 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e2cde-5485-4bc8-b238-ad5502c26970 req-29b7c4ab-22ea-4d76-94cd-f21248c82de4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:11.084590 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e22e2cde-5485-4bc8-b238-ad5502c26970 req-29b7c4ab-22ea-4d76-94cd-f21248c82de4 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.0615518 Jul 07 13:00:11.122752 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e22e2cde-5485-4bc8-b238-ad5502c26970 req-d665841a-6cd3-4c78-aaa0-a004833d8340 tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827fbda-fbbd-423f-9be3-32aded5383f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Jul 07 13:00:11.289944 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-039e865f-b21a-455e-9596-ab9cb45dd463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:11.511999 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 332392b6-47fb-460f-936c-ac7e36ddc5a7 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:11.533420 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 332392b6-47fb-460f-936c-ac7e36ddc5a7 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:11.533757 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 332392b6-47fb-460f-936c-ac7e36ddc5a7 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:11.711952 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:00:11.795392 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb993-11b2-4457-bcad-452fd0267e14 req-b0ab159c-f730-451a-9848-4108c88b8aed tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:11.796728 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-355bb993-11b2-4457-bcad-452fd0267e14 req-b0ab159c-f730-451a-9848-4108c88b8aed tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 946 time: 0.0645382 Jul 07 13:00:11.893278 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Deleting port d00f1bf9-3a58-424e-b338-d4064dd9b268 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:11.893615 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:11.989576 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] For port d00f1bf9-3a58-424e-b338-d4064dd9b268, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d00f1bf9-3a58-424e-b338-d4064dd9b268,segment=NetworkSegment(0a9a4768-5477-46ec-948b-66e46fc6fc1d),segment_id=0a9a4768-5477-46ec-948b-66e46fc6fc1d)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:11.990005 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:12.002761 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Calling delete_port for d00f1bf9-3a58-424e-b338-d4064dd9b268 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:12.132910 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:12.161055 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Pushing event deleted for resources: {'Port': ['ID=d00f1bf9-3a58-424e-b338-d4064dd9b268,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:12.189131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['d00f1bf9-3a58-424e-b338-d4064dd9b268'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:12.205746 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] No DVR routers for this DVR port d00f1bf9-3a58-424e-b338-d4064dd9b268 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:12.208435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:12.210697 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-355bb993-11b2-4457-bcad-452fd0267e14 req-34d9fe46-68eb-4639-8072-8176089d1d5d tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.50 "DELETE /v2.0/ports/d00f1bf9-3a58-424e-b338-d4064dd9b268 HTTP/1.1" status: 204 len: 173 time: 0.4068763 Jul 07 13:00:12.211323 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'name': 'network-vif-deleted', 'tag': 'd00f1bf9-3a58-424e-b338-d4064dd9b268'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:12.213566 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fddeb6-ead1-43b2-bb90-e6fdf8d4784d" -d '{"events": [{"server_uuid": "71a4fa0f-3170-4bed-a135-4c7d2c859dc4", "name": "network-vif-deleted", "tag": "d00f1bf9-3a58-424e-b338-d4064dd9b268"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:12.248692 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4dcebe-607a-45b4-b0d7-754b1bb96270 x-openstack-request-id: req-cf4dcebe-607a-45b4-b0d7-754b1bb96270 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:12.248983 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4fa0f-3170-4bed-a135-4c7d2c859dc4", "name": "network-vif-deleted", "tag": "d00f1bf9-3a58-424e-b338-d4064dd9b268", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:12.249242 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf4dcebe-607a-45b4-b0d7-754b1bb96270 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:12.249639 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4fa0f-3170-4bed-a135-4c7d2c859dc4', 'name': 'network-vif-deleted', 'tag': 'd00f1bf9-3a58-424e-b338-d4064dd9b268', 'status': 'completed', 'code': 200} Jul 07 13:00:12.278344 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a5718059-7110-42e4-ab38-93ee3d315ecc req-6b882109-003c-495a-92d5-40d52d1e399e tempest-AttachVolumeNegativeTest-1270787666 tempest-AttachVolumeNegativeTest-1270787666-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a4fa0f-3170-4bed-a135-4c7d2c859dc4 HTTP/1.1" status: 200 len: 210 time: 0.0277500 Jul 07 13:00:12.693489 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.369613 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56712) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:13.414570 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Deleting subnet 6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:00:13.417532 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.456035 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707613'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.496647 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.550331 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26976329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076978'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.576294 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:13.579990 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.581929 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2898b148-414c-4f5b-ad8f-4f78ab7ca1f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b9b1f9e-d3cd-4ff7-bba5-cbb5724c3c0d HTTP/1.1" status: 204 len: 168 time: 0.2112005 Jul 07 13:00:13.584180 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56716) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:13.613323 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2f9d-7d8e-4e19-a9e7-7546da97789b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.655998 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.732732 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.742828 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0416eabc-0c02-46b0-9600-44272aeae57d']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:13.752514 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9a4768-5477-46ec-948b-66e46fc6fc1d') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:13.752805 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9a4768-5477-46ec-948b-66e46fc6fc1d') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:13.761810 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.774805 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.780799 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:00:13.781305 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:00:13.782907 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:00:13.839399 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.843740 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:13.845721 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] 10.222.0.21 "DELETE /v2.0/networks/0416eabc-0c02-46b0-9600-44272aeae57d HTTP/1.1" status: 204 len: 168 time: 0.2605743 Jul 07 13:00:13.857786 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79983ed0-92cb-4022-98a7-f4a75e2f859e admin admin] Pushing event deleted for resources: {'Network': ['ID=0416eabc-0c02-46b0-9600-44272aeae57d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:14.000870 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56720) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:14.042518 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-97fd16ba-1be0-451e-88fa-71603c8dae90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96f00525cc8e4796a20d4eda6059621b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390217 Jul 07 13:00:14.043540 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56722) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:14.091550 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-75480ab9-2753-4614-8b9f-b482e124b630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:14.112026 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-75480ab9-2753-4614-8b9f-b482e124b630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:14.159780 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-75480ab9-2753-4614-8b9f-b482e124b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:14.162258 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-75480ab9-2753-4614-8b9f-b482e124b630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:14.163539 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-75480ab9-2753-4614-8b9f-b482e124b630 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a827fbda-fbbd-423f-9be3-32aded5383f1 HTTP/1.1" status: 204 len: 168 time: 0.1190383 Jul 07 13:00:14.174308 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75480ab9-2753-4614-8b9f-b482e124b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a827fbda-fbbd-423f-9be3-32aded5383f1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:14.300878 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:15.115907 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:16.434866 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:17.546342 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device d00f1bf9-3a58-424e-b338-d4064dd9b268 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:17.571174 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: d00f1bf9-3a58-424e-b338-d4064dd9b268 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:17.571746 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device d00f1bf9-3a58-424e-b338-d4064dd9b268 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:17.713404 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-08ee10d4-1422-40b2-ab42-d36dbcfd0ee4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2758882 Jul 07 13:00:17.843872 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-ae66d6cb-0944-4d5d-88ef-4a552c419adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:17.845320 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-ae66d6cb-0944-4d5d-88ef-4a552c419adb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 1100 time: 0.0521500 Jul 07 13:00:17.955379 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-8bfaa11f-4902-4073-8722-793c85d7841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:17.956777 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-8bfaa11f-4902-4073-8722-793c85d7841e service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0828648 Jul 07 13:00:18.979114 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-f926e6f6-446a-407b-a885-06c5b77e0f9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 200 len: 1001 time: 0.0569706 Jul 07 13:00:19.800145 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-428417cc-a095-405a-8220-b334c9618abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:19.801588 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-428417cc-a095-405a-8220-b334c9618abc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0477023 Jul 07 13:00:20.748793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-c7002579-8d79-40f9-a4f0-ec1e1ed5d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:20.750288 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-c7002579-8d79-40f9-a4f0-ec1e1ed5d8e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561566 Jul 07 13:00:20.838160 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-ff701fb2-c293-43ab-84ba-d28723570678 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801458 Jul 07 13:00:20.927527 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3bef8788-bc7d-4ce4-a32d-2a165fe6acf9 req-2f73258a-7483-4c8c-bfcf-2a40bb558493 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824673 Jul 07 13:00:22.220755 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 56846) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:22.328323 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-39be22aa-e614-4380-8ebd-00d925837b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.414314 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-39be22aa-e614-4380-8ebd-00d925837b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.418500 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-39be22aa-e614-4380-8ebd-00d925837b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.455902 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-39be22aa-e614-4380-8ebd-00d925837b10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9dd236658fa4525a8d5464e0fa2a39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339952 Jul 07 13:00:22.456746 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be22aa-e614-4380-8ebd-00d925837b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d95c12-20b2-4d54-b1a8-16f60d0d35c8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:22.458624 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56850) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:22.509939 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ed02f7b-f5c8-4c80-9ad2-e20bc8edd614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.529571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ed02f7b-f5c8-4c80-9ad2-e20bc8edd614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.579329 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ed02f7b-f5c8-4c80-9ad2-e20bc8edd614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.581821 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ed02f7b-f5c8-4c80-9ad2-e20bc8edd614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:22.582981 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0ed02f7b-f5c8-4c80-9ad2-e20bc8edd614 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3d95c12-20b2-4d54-b1a8-16f60d0d35c8 HTTP/1.1" status: 204 len: 168 time: 0.1231923 Jul 07 13:00:22.591247 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed02f7b-f5c8-4c80-9ad2-e20bc8edd614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d95c12-20b2-4d54-b1a8-16f60d0d35c8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:24.879333 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56966) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:24.990742 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.081628 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.085183 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.121597 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=406875de7b7f45b9b0504a2ce7105fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412484 Jul 07 13:00:25.122686 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bee1c4-c108-430b-811c-09cc235d0d06,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:25.124311 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 56974) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:25.129851 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.130225 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.130563 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.130920 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.131251 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.131575 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.131904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.132227 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.132548 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.132863 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.133178 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.133550 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e232801-a791-4d5d-b323-828008016104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:25.173215 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e8d756-1caa-43fc-ae8a-21ebce481436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.194144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e8d756-1caa-43fc-ae8a-21ebce481436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.239840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e8d756-1caa-43fc-ae8a-21ebce481436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.242280 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e8d756-1caa-43fc-ae8a-21ebce481436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.243937 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-28e8d756-1caa-43fc-ae8a-21ebce481436 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87bee1c4-c108-430b-811c-09cc235d0d06 HTTP/1.1" status: 204 len: 168 time: 0.1186459 Jul 07 13:00:25.251333 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8d756-1caa-43fc-ae8a-21ebce481436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bee1c4-c108-430b-811c-09cc235d0d06,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:25.492445 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 56982) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:25.505942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1927-89b6-4ab7-931e-b04de7880b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.593317 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1927-89b6-4ab7-931e-b04de7880b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.597856 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1927-89b6-4ab7-931e-b04de7880b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.632908 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e1927-89b6-4ab7-931e-b04de7880b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75772e13-4f07-432d-9d58-39efc8a33959,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:25.645239 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 56988) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:25.647350 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cc3e1927-89b6-4ab7-931e-b04de7880b03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dd75ba9213c43d49a45d99b002fe7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532667 Jul 07 13:00:25.693648 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7620-58c1-4c8c-a896-410bc6b9876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.714605 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7620-58c1-4c8c-a896-410bc6b9876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.764153 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7620-58c1-4c8c-a896-410bc6b9876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.767070 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7620-58c1-4c8c-a896-410bc6b9876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:25.768476 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ca2a7620-58c1-4c8c-a896-410bc6b9876f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75772e13-4f07-432d-9d58-39efc8a33959 HTTP/1.1" status: 204 len: 168 time: 0.1222098 Jul 07 13:00:25.776820 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a7620-58c1-4c8c-a896-410bc6b9876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75772e13-4f07-432d-9d58-39efc8a33959,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:26.418209 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230819a-cd9f-496a-b3a7-afd6d72d0ed4 req-5bde4955-ce81-4124-9de5-25b36e7bc947 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:26.418209 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2230819a-cd9f-496a-b3a7-afd6d72d0ed4 req-5bde4955-ce81-4124-9de5-25b36e7bc947 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.0636528 Jul 07 13:00:26.460872 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2230819a-cd9f-496a-b3a7-afd6d72d0ed4 req-42f8a14b-a624-4fec-80e4-8ab284bd51a3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Jul 07 13:00:27.649615 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4eb2b-f80e-4691-aeb6-87173fa1f012 req-ce320d17-fcff-46c7-900b-deb7d2b41cf6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:27.651075 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-71d4eb2b-f80e-4691-aeb6-87173fa1f012 req-ce320d17-fcff-46c7-900b-deb7d2b41cf6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.0652738 Jul 07 13:00:27.688745 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-71d4eb2b-f80e-4691-aeb6-87173fa1f012 req-6fe29f7f-a127-482f-b36e-9ec70a63f1df tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Jul 07 13:00:28.863310 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9887-b49c-4289-9b9a-7a4192773510 req-fa36a371-8daa-426d-a7a8-8fcdbfa63331 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:28.864771 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b0c9887-b49c-4289-9b9a-7a4192773510 req-fa36a371-8daa-426d-a7a8-8fcdbfa63331 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.0628557 Jul 07 13:00:28.901348 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b0c9887-b49c-4289-9b9a-7a4192773510 req-bf4b3634-8e8c-444c-ab3e-691110380722 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Jul 07 13:00:30.075341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c829a6f-6dd1-4fc9-af76-25da5a7e41b3 req-25a63fe5-ef63-4539-9af4-bb3aa8a24d60 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:30.076840 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c829a6f-6dd1-4fc9-af76-25da5a7e41b3 req-25a63fe5-ef63-4539-9af4-bb3aa8a24d60 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.0628912 Jul 07 13:00:30.114532 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c829a6f-6dd1-4fc9-af76-25da5a7e41b3 req-832b846f-a6df-46dd-9d97-20ceead31bc1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Jul 07 13:00:30.772325 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-166c1223-6a52-4139-a930-428066f07432 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:30.773784 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-166c1223-6a52-4139-a930-428066f07432 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.0677040 Jul 07 13:00:30.876617 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Deleting port 966b7044-1478-451c-971b-647e481d14a3 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:30.876960 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:30.969026 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] For port 966b7044-1478-451c-971b-647e481d14a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=966b7044-1478-451c-971b-647e481d14a3,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:30.969297 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:31.253798 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:31.254632 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:31.254632 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Floating IP 72daec4a-e72b-4d78-aee7-aec907c56339 disassociated. External IP: 172.27.0.95, port: 966b7044-1478-451c-971b-647e481d14a3. Jul 07 13:00:31.254866 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Calling delete_port for 966b7044-1478-451c-971b-647e481d14a3 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:31.358713 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f6ef2-485c-448f-a735-0cfbbee867c7 req-21475a22-edda-4a67-8c9e-96de337b62e0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:31.360255 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b1f6ef2-485c-448f-a735-0cfbbee867c7 req-21475a22-edda-4a67-8c9e-96de337b62e0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 947 time: 0.1211128 Jul 07 13:00:31.427410 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b1f6ef2-485c-448f-a735-0cfbbee867c7 req-ab96621f-b632-4a98-b1ff-5ab2cdbe564d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8c7f893-d2c8-4073-b7db-935639372ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556095 Jul 07 13:00:31.463891 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:31.502942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event deleted for resources: {'Port': ['ID=966b7044-1478-451c-971b-647e481d14a3,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:31.513336 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.513681 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.514017 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.514350 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.514719 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.515126 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.515517 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.515841 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.516161 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.516731 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.517155 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.517483 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:31.629610 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:00:31.735843 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:00:31.748391 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:00:31.759357 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:31.759963 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:31.779540 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] No DVR routers for this DVR port 966b7044-1478-451c-971b-647e481d14a3 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:31.782093 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:31.784133 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94c7ea9e-33a0-4bcc-b6f0-fbbe64d2a246 req-078fad81-b6c5-4cf6-944b-b8c12c37adb4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "DELETE /v2.0/ports/966b7044-1478-451c-971b-647e481d14a3 HTTP/1.1" status: 204 len: 173 time: 1.0042918 Jul 07 13:00:31.785019 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-deleted', 'tag': '966b7044-1478-451c-971b-647e481d14a3'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:31.787608 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ccce2b-6b28-4de5-8c18-2b679c7cdf4f" -d '{"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-deleted", "tag": "966b7044-1478-451c-971b-647e481d14a3"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:31.827215 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a803cc07-c627-4cb4-a15c-cd59abce7240 x-openstack-request-id: req-a803cc07-c627-4cb4-a15c-cd59abce7240 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:31.827608 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d825081-f94d-4e61-a071-5d04a38f6dc2", "name": "network-vif-deleted", "tag": "966b7044-1478-451c-971b-647e481d14a3", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:31.827858 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a803cc07-c627-4cb4-a15c-cd59abce7240 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:31.828173 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d825081-f94d-4e61-a071-5d04a38f6dc2', 'name': 'network-vif-deleted', 'tag': '966b7044-1478-451c-971b-647e481d14a3', 'status': 'completed', 'code': 200} Jul 07 13:00:31.881503 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:32.095166 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:32.124560 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:00:32.133073 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:32.134393 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:32.204091 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57128) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:32.246594 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:32.330085 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0937fbbd-126c-4128-8706-1353f18c8058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.430017 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0937fbbd-126c-4128-8706-1353f18c8058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.437911 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0937fbbd-126c-4128-8706-1353f18c8058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.476097 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:32.487361 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0937fbbd-126c-4128-8706-1353f18c8058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c4d24ef3c364fc3bad1e7f9dbdcc963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816272 Jul 07 13:00:32.489901 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57134) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:32.513461 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601d1f8-7582-4f09-8eab-c4647522b976 None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:00:32.526536 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937fbbd-126c-4128-8706-1353f18c8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62a94ab-5a83-42c7-9bd3-0ae0e0ae2890,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:32.561821 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd277ed2-f922-4a7e-aa51-46195ca83f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.590072 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd277ed2-f922-4a7e-aa51-46195ca83f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.653404 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cfa4f52b-c1e2-4ba5-a95d-3655a11d64c2 req-a91f9dd3-f112-43db-8faf-eb99bf4d7ef6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d825081-f94d-4e61-a071-5d04a38f6dc2 HTTP/1.1" status: 200 len: 210 time: 0.0386124 Jul 07 13:00:32.661649 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd277ed2-f922-4a7e-aa51-46195ca83f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.667199 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fd277ed2-f922-4a7e-aa51-46195ca83f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:32.668652 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fd277ed2-f922-4a7e-aa51-46195ca83f25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b62a94ab-5a83-42c7-9bd3-0ae0e0ae2890 HTTP/1.1" status: 204 len: 168 time: 0.1773717 Jul 07 13:00:32.683347 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd277ed2-f922-4a7e-aa51-46195ca83f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62a94ab-5a83-42c7-9bd3-0ae0e0ae2890,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:32.881778 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89af634-9e8a-4abe-a64d-715a5e94123b None None] New status for floating IP 72daec4a-e72b-4d78-aee7-aec907c56339: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:00:33.001628 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57156) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:33.019164 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-85aa7e32-1905-46c2-ac1d-5c73c06dbee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.118749 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-85aa7e32-1905-46c2-ac1d-5c73c06dbee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.123581 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-85aa7e32-1905-46c2-ac1d-5c73c06dbee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.161025 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-85aa7e32-1905-46c2-ac1d-5c73c06dbee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a504438df3894bfc9aa901e8884a0efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573544 Jul 07 13:00:33.161864 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa7e32-1905-46c2-ac1d-5c73c06dbee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba0bfd-d329-48ad-808b-f8d93d50d697,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:33.163676 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57162) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:33.237968 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-521d20b1-9e6b-47a8-8485-a2f642ae3e41 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708470947&fields=id&tenant_id=e856853c73a14edf82e46cae00860b46 HTTP/1.1" status: 200 len: 267 time: 0.0516050 Jul 07 13:00:33.240755 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e03e13ba-35ae-4c4f-a3ec-df4dcb6e7455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.291402 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e03e13ba-35ae-4c4f-a3ec-df4dcb6e7455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.347103 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-d5bda174-1952-4488-8e0c-138f945d608c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:33.348546 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-d5bda174-1952-4488-8e0c-138f945d608c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 984 time: 0.1034939 Jul 07 13:00:33.361850 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Request body: {'port': {'security_groups': ['aa545b98-d419-4a82-8acc-aafddcf747aa']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:33.385777 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e03e13ba-35ae-4c4f-a3ec-df4dcb6e7455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.388375 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e03e13ba-35ae-4c4f-a3ec-df4dcb6e7455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.389493 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e03e13ba-35ae-4c4f-a3ec-df4dcb6e7455 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44ba0bfd-d329-48ad-808b-f8d93d50d697 HTTP/1.1" status: 204 len: 168 time: 0.2248619 Jul 07 13:00:33.405034 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e13ba-35ae-4c4f-a3ec-df4dcb6e7455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba0bfd-d329-48ad-808b-f8d93d50d697,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:33.462015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.640031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:33.669938 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.674633 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.719237 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['b0007cfb-a897-4c73-997d-539d486f6bd7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:33.722081 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:33.722698 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.724478 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6b4f06cf-7bcb-49ce-bd7d-9b7f1d0c6173 req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "PUT /v2.0/ports/b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 942 time: 0.3676293 Jul 07 13:00:33.731730 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57174) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:33.778519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173750f6-cab2-495d-a2f1-342b89364242 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event updated for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=7']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:33.829716 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:33.832016 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:33.840177 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea12-f1b1-4ed1-901d-9fdd22a4839a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.870931 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['b0007cfb-a897-4c73-997d-539d486f6bd7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:33.880681 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea12-f1b1-4ed1-901d-9fdd22a4839a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.922749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3925798a-2811-443d-bc41-60fa37d355e1 x-openstack-request-id: req-3925798a-2811-443d-bc41-60fa37d355e1 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:33.923114 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:33.923370 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3925798a-2811-443d-bc41-60fa37d355e1 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:33.923767 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'status': 'completed', 'code': 200} Jul 07 13:00:33.987315 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea12-f1b1-4ed1-901d-9fdd22a4839a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.989857 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea12-f1b1-4ed1-901d-9fdd22a4839a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:33.991045 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f9fbea12-f1b1-4ed1-901d-9fdd22a4839a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ff29f9f-37b8-4ab0-b724-dc084649f041 HTTP/1.1" status: 204 len: 168 time: 0.2576573 Jul 07 13:00:33.994685 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57184) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:34.009270 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbea12-f1b1-4ed1-901d-9fdd22a4839a tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff29f9f-37b8-4ab0-b724-dc084649f041,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:34.127163 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-512a40cc-1192-4654-a0ce-b17706808c40 None None] Provisioning complete for port b0007cfb-a897-4c73-997d-539d486f6bd7 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:00:34.127521 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-512a40cc-1192-4654-a0ce-b17706808c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:34.171838 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-d46c6ccb-4600-4717-8860-a1b484529fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:34.173418 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-d46c6ccb-4600-4717-8860-a1b484529fa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1098 time: 0.1913798 Jul 07 13:00:34.332316 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-051ceee2-6a69-4807-8835-deb0219b2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:34.334397 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-051ceee2-6a69-4807-8835-deb0219b2d11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 917 time: 0.1520054 Jul 07 13:00:34.351456 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Deleting port 156922fe-9672-4f71-b129-1dad7a407329 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:34.352739 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:34.431764 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:34.432347 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:34.444583 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Calling delete_port for 156922fe-9672-4f71-b129-1dad7a407329 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:34.465499 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-e919a42f-b219-41a7-ab3f-125f3e23c8e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 1000 time: 0.1229496 Jul 07 13:00:34.534840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-73950485-f24e-463d-93ee-9e91669ec5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:34.536481 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-73950485-f24e-463d-93ee-9e91669ec5d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.0616674 Jul 07 13:00:34.608245 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-ae1c529f-049f-4ab3-bee6-7b13db7eba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:34.609720 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-ae1c529f-049f-4ab3-bee6-7b13db7eba84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651596 Jul 07 13:00:34.642379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:34.672712 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event deleted for resources: {'Port': ['ID=156922fe-9672-4f71-b129-1dad7a407329,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:34.712572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-7f397d1d-dfeb-492e-a9a8-527fc7d8eea2 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949900 Jul 07 13:00:34.738780 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:34.739773 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Floating IP 6d0d6e78-7236-4584-9a25-e1e2dc11ea4d disassociated (deleted). External IP: 172.27.0.30, port: b0007cfb-a897-4c73-997d-539d486f6bd7. Jul 07 13:00:34.855527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57228) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:34.935594 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-183f08e8-73ab-4c31-97f6-d0a71bd6fc95 req-973d5fcb-38f5-47fc-ae60-3d2b5189610d service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168405 Jul 07 13:00:34.998100 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a642b538-38db-48b9-bb35-ecbbd844cc9c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.053964 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a642b538-38db-48b9-bb35-ecbbd844cc9c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.111107 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a642b538-38db-48b9-bb35-ecbbd844cc9c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.113848 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a642b538-38db-48b9-bb35-ecbbd844cc9c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.117493 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a642b538-38db-48b9-bb35-ecbbd844cc9c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8c7f893-d2c8-4073-b7db-935639372ff2 HTTP/1.1" status: 204 len: 168 time: 0.2582934 Jul 07 13:00:35.119577 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57236) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:35.136610 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642b538-38db-48b9-bb35-ecbbd844cc9c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c7f893-d2c8-4073-b7db-935639372ff2,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:35.145066 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.api.v2.resource [None req-221c3480-be9b-4929-bccc-78adb946d24c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] show failed (client error): The resource could not be found. Jul 07 13:00:35.146740 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-221c3480-be9b-4929-bccc-78adb946d24c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups/e8c7f893-d2c8-4073-b7db-935639372ff2 HTTP/1.1" status: 404 len: 347 time: 0.0260515 Jul 07 13:00:35.150277 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57238) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:35.175610 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57240) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:35.300729 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15682863-a5ab-476f-afbe-4055fd3adaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.311930 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Router 52cb1bbd-6802-403b-8a46-58d18e82ce97 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:00:35.470545 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:00:35.476152 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.482270 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] Sync routers for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:00:35.492502 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:35.493910 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:35.518350 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Deleting port f335efbc-7315-4e6c-83ca-3a5aa5148992 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:35.518784 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.521465 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15682863-a5ab-476f-afbe-4055fd3adaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.526942 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15682863-a5ab-476f-afbe-4055fd3adaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.532252 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9e5d9896-10c2-4873-8067-9d9624118134 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "DELETE /v2.0/floatingips/6d0d6e78-7236-4584-9a25-e1e2dc11ea4d HTTP/1.1" status: 204 len: 168 time: 1.5365064 Jul 07 13:00:35.581017 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:35.584121 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb679099-4667-4c70-a200-100c54f567d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:35.587001 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15682863-a5ab-476f-afbe-4055fd3adaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae5c8ac-24c1-47f4-b57d-6301434eeeb3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:35.606842 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-15682863-a5ab-476f-afbe-4055fd3adaf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86ef11a1e9544d8c8ec493c13eeebd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301856 Jul 07 13:00:35.609442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57248) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:35.611022 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:35.621445 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.622289 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.634409 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:35.636723 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 966b7044-1478-451c-971b-647e481d14a3 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:35.637280 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 966b7044-1478-451c-971b-647e481d14a3 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:35.648535 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Calling delete_port for f335efbc-7315-4e6c-83ca-3a5aa5148992 owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:35.653720 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa5e000-9409-4299-b74f-a4fef54fcbb3 x-openstack-request-id: req-ffa5e000-9409-4299-b74f-a4fef54fcbb3 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:35.654074 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:35.654386 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffa5e000-9409-4299-b74f-a4fef54fcbb3 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:35.654884 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'status': 'completed', 'code': 200} Jul 07 13:00:35.673979 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb813750-a368-4be8-9cd9-16b0ddf26304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.701724 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb813750-a368-4be8-9cd9-16b0ddf26304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.759966 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb813750-a368-4be8-9cd9-16b0ddf26304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.763423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cb813750-a368-4be8-9cd9-16b0ddf26304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:35.764720 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cb813750-a368-4be8-9cd9-16b0ddf26304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eae5c8ac-24c1-47f4-b57d-6301434eeeb3 HTTP/1.1" status: 204 len: 168 time: 0.1539695 Jul 07 13:00:35.774456 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb813750-a368-4be8-9cd9-16b0ddf26304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae5c8ac-24c1-47f4-b57d-6301434eeeb3,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:35.815886 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679099-4667-4c70-a200-100c54f567d5 req-1364e5be-4b2a-4243-a200-697cafc9a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:35.817795 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-1364e5be-4b2a-4243-a200-697cafc9a905 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e856853c73a14edf82e46cae00860b46&device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 1098 time: 0.1049111 Jul 07 13:00:35.921728 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:35.956259 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] Checking router: 52cb1bbd-6802-403b-8a46-58d18e82ce97 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:00:35.965863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:35.971086 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:35.994584 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679099-4667-4c70-a200-100c54f567d5 req-3c21d529-c9cf-4c7a-9569-b51879ef20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:35.996161 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-3c21d529-c9cf-4c7a-9569-b51879ef20ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 200 len: 917 time: 0.1682720 Jul 07 13:00:36.002016 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.073168 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event deleted for resources: {'Port': ['ID=f335efbc-7315-4e6c-83ca-3a5aa5148992,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:36.078883 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-94e829b8-566d-408f-a2da-c2f3fbb276b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0734217 Jul 07 13:00:36.108913 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:36.191853 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679099-4667-4c70-a200-100c54f567d5 req-2fc412dc-7257-47e6-8f3f-70555dffd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:36.193992 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-2fc412dc-7257-47e6-8f3f-70555dffd288 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 200 len: 854 time: 0.0982223 Jul 07 13:00:36.197810 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.201426 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.202915 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6f26e287-5154-4b0f-873f-d9a512733820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "DELETE /v2.0/floatingips/72daec4a-e72b-4d78-aee7-aec907c56339 HTTP/1.1" status: 204 len: 168 time: 1.0515926 Jul 07 13:00:36.219673 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57264) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:36.254499 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-20dde881-4a4e-46fa-9cd7-7ffd183193ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.297362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679099-4667-4c70-a200-100c54f567d5 req-85cdc1e6-f904-4918-8014-617fe43eb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:36.303659 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-85cdc1e6-f904-4918-8014-617fe43eb179 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b11f66a6-d1f8-4eee-b9aa-d66e4050d461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994980 Jul 07 13:00:36.365224 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-20dde881-4a4e-46fa-9cd7-7ffd183193ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.371629 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-20dde881-4a4e-46fa-9cd7-7ffd183193ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.434130 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-20dde881-4a4e-46fa-9cd7-7ffd183193ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40e7e650ca074b129373e97d59cad605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113299 Jul 07 13:00:36.435277 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dde881-4a4e-46fa-9cd7-7ffd183193ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacafc6c-4ed3-48bb-924a-499c3eb6669e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:36.454382 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57270) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:36.489794 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-48dc3092-e930-4f7e-91ed-026e842a1b17 service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667187 Jul 07 13:00:36.538693 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57272) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:36.547173 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629555444', 'description': 'tempest-description--1647164050'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:36.559569 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-28338d24-82cf-4860-a7bb-4babc054b35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.562698 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:36.589824 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee68090-b8f5-496b-a8d9-4ec06f065390 None None] The sync data for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi is: [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:30Z', 'revision_number': 4, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '1234846e-b36e-4d47-9b53-a719d02bd6cd', 'name': '', 'network_id': 'b11f66a6-d1f8-4eee-b9aa-d66e4050d461', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'mac_address': 'fa:16:3e:e2:60:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:29Z', 'updated_at': '2021-07-07T12:57:38Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'subnets': [{'id': '4c3b81a4-643a-4abd-9676-8758238cbeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:00:36.598131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-28338d24-82cf-4860-a7bb-4babc054b35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.605344 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.609245 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cb679099-4667-4c70-a200-100c54f567d5 req-440eddf1-4529-47e5-a7dd-746b68fad1cd service neutron] 10.222.0.50 "GET /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018775 Jul 07 13:00:36.681342 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-28338d24-82cf-4860-a7bb-4babc054b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.683837 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-28338d24-82cf-4860-a7bb-4babc054b35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.687878 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-28338d24-82cf-4860-a7bb-4babc054b35e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dacafc6c-4ed3-48bb-924a-499c3eb6669e HTTP/1.1" status: 204 len: 168 time: 0.2093880 Jul 07 13:00:36.699080 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28338d24-82cf-4860-a7bb-4babc054b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacafc6c-4ed3-48bb-924a-499c3eb6669e,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:36.729677 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.734521 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.765369 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.766514 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2268324 Jul 07 13:00:36.769432 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57276) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:36.774231 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'security_group_rule': {'security_group_id': 'ee3ed720-6aa7-4d88-80ff-4f021ef73b8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:36.782125 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cb767-a403-4b33-84ec-596638a7815e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:36.806509 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.872214 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.874743 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef779e-d7e2-4837-864a-bdf6ceefc946 None None] New status for floating IP 6d0d6e78-7236-4584-9a25-e1e2dc11ea4d: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:00:36.877257 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.901126 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f0657c-565e-45ea-8d55-1ca73108ed96,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:36.911105 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:36.912957 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ddbb65b6-a556-44db-b552-87805b033b4c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423821 Jul 07 13:00:36.916002 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57280) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:36.920746 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'security_group_rule': {'security_group_id': 'ee3ed720-6aa7-4d88-80ff-4f021ef73b8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:36.949965 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.021425 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.027825 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.051351 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9f33bf-60bd-4fbf-8706-1d587db8ae21,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:37.055417 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.059654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-de264ebf-217c-4c22-9ca3-cf4f084419c3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398473 Jul 07 13:00:37.060079 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57288) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:37.064721 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:37.091240 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.190055 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.296886 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Allocated IP 172.27.0.32 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/4ab802f4-e560-41de-add0-1a37f79296f3) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:00:37.406478 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.451903 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.487371 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:00:37.493618 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:00:37.497009 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:00:37.518570 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'Port': ['ID=4ab802f4-e560-41de-add0-1a37f79296f3,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:37.620716 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.666569 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.821504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.826606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.896862 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'Port': ['ID=4ab802f4-e560-41de-add0-1a37f79296f3,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:37.907253 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.920969 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:37.922204 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-1c41fcd7-4c84-47a9-9a93-66567404efd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8613410 Jul 07 13:00:38.120358 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-bed58498-79ec-4cad-8e7a-a232de66ceaa tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1629555444&fields=id&tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 267 time: 0.0367844 Jul 07 13:00:38.245256 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-2d1381f2-cd02-4f87-a877-1154037182c0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:38.246947 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-2d1381f2-cd02-4f87-a877-1154037182c0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 816 time: 0.1107082 Jul 07 13:00:38.261167 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8d2ff78a-32e7-4ec8-95e2-318c038c767b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/quotas/83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 375 time: 0.0090749 Jul 07 13:00:38.343376 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-02f5bfbf-0feb-4f83-b135-e2f121231d70 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769444 Jul 07 13:00:38.439846 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-72709ad3-387a-4386-80fb-dca513b92131 service neutron] 10.222.0.21 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Jul 07 13:00:38.526457 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-7dc159b7-3f17-4cdb-b2d2-46d070208f60 service neutron] 10.222.0.21 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808349 Jul 07 13:00:38.691499 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ea5f076b-8590-48f0-8c86-49f81ef23d9d req-72d06954-db51-4afc-a910-f7c077486852 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 210 time: 0.0283229 Jul 07 13:00:39.863524 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1dcf62a6-e389-4229-89f4-e75e4650b73b req-89b9f890-92e1-4dad-8346-6816e8f5a2a1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 210 time: 0.0397573 Jul 07 13:00:40.107898 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-b206ea30-db92-4389-a6a3-9c75d302f95f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:40.109654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-b206ea30-db92-4389-a6a3-9c75d302f95f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 816 time: 0.1092823 Jul 07 13:00:40.180812 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-bc765610-36ca-48d4-9df8-a6e074be6fd1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 380 time: 0.0478618 Jul 07 13:00:40.191278 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'port': {'device_id': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'admin_state_up': True, 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'security_groups': ['ee3ed720-6aa7-4d88-80ff-4f021ef73b8f']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:40.311304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Made reservation on behalf of 83c8b70ad2d2460ca06e9829bbf77fbf for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:00:40.316378 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:40.449031 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Allocated IP 172.20.0.3 (aae3eafa-866e-4717-bd2c-c53c0692df1a/b57a93d4-e8a4-4a58-96a0-28b3e2653f80/edd59999-9a48-4e9a-a111-eab1b0dc9f4b) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:00:40.587627 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:40.603738 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Transition to ACTIVE for port object edd59999-9a48-4e9a-a111-eab1b0dc9f4b will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:00:40.640978 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:40.683272 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Network aae3eafa-866e-4717-bd2c-c53c0692df1a is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:00:40.686338 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:00:40.690782 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:00:40.724518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:40.748906 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:40.749613 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:40.764724 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-8e9e8137-2b87-4dd7-8c5a-a191eb205073 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778782 Jul 07 13:00:40.783023 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Request body: {'port': {'device_id': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:40.871393 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:40.955957 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-50d25420-3578-455f-82dd-67d9b7cfe799 None None] Provisioning for port edd59999-9a48-4e9a-a111-eab1b0dc9f4b completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:00:40.961368 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-50d25420-3578-455f-82dd-67d9b7cfe799 None None] Provisioning complete for port edd59999-9a48-4e9a-a111-eab1b0dc9f4b triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:00:40.962389 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-50d25420-3578-455f-82dd-67d9b7cfe799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.007076 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-50d25420-3578-455f-82dd-67d9b7cfe799 None None] Port edd59999-9a48-4e9a-a111-eab1b0dc9f4b cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:00:41.144320 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a6554-228a-4b05-b155-8737f11cf5ef req-0261d3ae-35ba-4938-bd08-80f811d54f4a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:41.145865 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-614a6554-228a-4b05-b155-8737f11cf5ef req-0261d3ae-35ba-4938-bd08-80f811d54f4a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 931 time: 0.1390617 Jul 07 13:00:41.208705 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-614a6554-228a-4b05-b155-8737f11cf5ef req-df8cf11e-5008-4088-a75e-c5a2e24d4c02 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561438 Jul 07 13:00:41.260688 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd59999-9a48-4e9a-a111-eab1b0dc9f4b {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:00:41.269944 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.291940 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Transition to ACTIVE for port object edd59999-9a48-4e9a-a111-eab1b0dc9f4b will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:00:41.294069 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fca2c2e9-bf05-4775-8da4-1ad4867b82b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.295788 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.360821 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849e87-0525-493d-b748-665a4068d693 service neutron] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:41.430200 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Attempting to bind port edd59999-9a48-4e9a-a111-eab1b0dc9f4b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:00:41.430537 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Attempting to bind port edd59999-9a48-4e9a-a111-eab1b0dc9f4b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:00:41.430907 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Attempting to bind port edd59999-9a48-4e9a-a111-eab1b0dc9f4b on network aae3eafa-866e-4717-bd2c-c53c0692df1a {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:00:41.437643 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Port edd59999-9a48-4e9a-a111-eab1b0dc9f4b on network aae3eafa-866e-4717-bd2c-c53c0692df1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:00:41.437643 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Attempting to bind port edd59999-9a48-4e9a-a111-eab1b0dc9f4b on network aae3eafa-866e-4717-bd2c-c53c0692df1a {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:00:41.442631 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:00:41.443004 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Checking segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:00:41.443382 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Bound using segment: {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:00:41.443805 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Bound port: edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7da479-8665-4968-ac7f-1ae7682e5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:00:41.444165 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.507226 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:00:41.510576 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:00:41.515273 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.552213 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:41.552827 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:41.554252 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-49849e87-0525-493d-b748-665a4068d693 service neutron] 10.222.0.50 "PUT /v2.0/ports/edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 200 len: 1093 time: 0.7764096 Jul 07 13:00:41.554722 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:41.556958 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e18be38-885d-44f4-9141-6d92348e190d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:41.581787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49849e87-0525-493d-b748-665a4068d693 service neutron] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:41.598697 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9455b71-07c0-4b6c-84cb-9ee4f41da0ea x-openstack-request-id: req-b9455b71-07c0-4b6c-84cb-9ee4f41da0ea {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:41.599082 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:41.599340 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9455b71-07c0-4b6c-84cb-9ee4f41da0ea {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:41.599739 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'status': 'completed', 'code': 200} Jul 07 13:00:42.010890 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec94e-4483-44c2-858a-1fdc46a2063b req-f5642f0a-c133-4f99-a42c-1320cb9ce9d0 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:42.012361 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afeec94e-4483-44c2-858a-1fdc46a2063b req-f5642f0a-c133-4f99-a42c-1320cb9ce9d0 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0613329 Jul 07 13:00:42.048607 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afeec94e-4483-44c2-858a-1fdc46a2063b req-4b86ad5c-1dd0-4704-af16-782bee5b2f7c tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306411 Jul 07 13:00:42.407141 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d085-18fa-4f7f-950e-e20d775edbe8 req-c6dcbb91-54b6-404d-a642-47129117e15e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:42.408603 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4420d085-18fa-4f7f-950e-e20d775edbe8 req-c6dcbb91-54b6-404d-a642-47129117e15e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0626287 Jul 07 13:00:42.445537 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4420d085-18fa-4f7f-950e-e20d775edbe8 req-b36de108-02cd-488c-b098-248be9ce6aea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jul 07 13:00:43.159930 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:43.226658 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729897f5-6736-4df2-b08a-cb9b0f1d3213 req-33249591-26c1-4dd5-b581-fd6239168aa4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:43.228627 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-729897f5-6736-4df2-b08a-cb9b0f1d3213 req-33249591-26c1-4dd5-b581-fd6239168aa4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0658588 Jul 07 13:00:43.265127 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-729897f5-6736-4df2-b08a-cb9b0f1d3213 req-9166b53f-400e-4df3-9971-4d5a5a37b436 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Jul 07 13:00:43.614113 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-297c4a5a-7ce2-444d-a8aa-fe788470b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:43.625148 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31243907-bef4-4cc9-8775-782f42ef8ae3 req-6fa1123b-1454-4705-a15a-4af5173428ae tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:43.626608 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-31243907-bef4-4cc9-8775-782f42ef8ae3 req-6fa1123b-1454-4705-a15a-4af5173428ae tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0624170 Jul 07 13:00:43.662639 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-31243907-bef4-4cc9-8775-782f42ef8ae3 req-0f3a1c37-ec5f-4641-adcf-1305094bb02a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304146 Jul 07 13:00:44.196125 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18be38-885d-44f4-9141-6d92348e190d req-a9a512df-8ffc-46f6-848f-ce1c6061b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.197593 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e18be38-885d-44f4-9141-6d92348e190d req-a9a512df-8ffc-46f6-848f-ce1c6061b0d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1096 time: 0.0560832 Jul 07 13:00:44.295249 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:44.305508 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18be38-885d-44f4-9141-6d92348e190d req-146a7e53-3ca7-4ee5-8144-0a5697e09375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.307251 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e18be38-885d-44f4-9141-6d92348e190d req-146a7e53-3ca7-4ee5-8144-0a5697e09375 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0924544 Jul 07 13:00:44.432753 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18be38-885d-44f4-9141-6d92348e190d req-34559337-c47e-4176-9d3d-29062a6901e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.434098 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e18be38-885d-44f4-9141-6d92348e190d req-34559337-c47e-4176-9d3d-29062a6901e2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1200423 Jul 07 13:00:44.458960 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e139ee-ce47-4430-86f6-f51164d8358f req-c2b49b91-40f6-497a-b5d9-86431b080a91 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.460379 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06e139ee-ce47-4430-86f6-f51164d8358f req-c2b49b91-40f6-497a-b5d9-86431b080a91 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0811768 Jul 07 13:00:44.510428 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06e139ee-ce47-4430-86f6-f51164d8358f req-eae6a117-3187-4256-a426-411d11d19912 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Jul 07 13:00:44.551424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-bff8464d-cc44-45c9-bbc7-fad8a79f1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.552944 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-bff8464d-cc44-45c9-bbc7-fad8a79f1160 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1096 time: 0.0540764 Jul 07 13:00:44.603754 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-a20835b9-b500-4c28-bb9a-996437f85fd0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 200 len: 217 time: 0.0368304 Jul 07 13:00:44.652986 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-db13bb65-67ed-48b8-a91d-e35b5944fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.654447 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-db13bb65-67ed-48b8-a91d-e35b5944fa73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0439646 Jul 07 13:00:44.716200 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-f9816cb5-5a62-4623-b8e7-7573ddd1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:44.718009 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-f9816cb5-5a62-4623-b8e7-7573ddd1375e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548930 Jul 07 13:00:44.845390 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-efb7c430-757e-4243-b11e-a77b233db060 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197631 Jul 07 13:00:45.120358 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:45.146074 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae6684-c196-4175-a683-6fbdfa494d8b req-985e67f0-8a5a-4174-bbff-bca1208eef58 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:45.148101 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d1ae6684-c196-4175-a683-6fbdfa494d8b req-985e67f0-8a5a-4174-bbff-bca1208eef58 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.3671265 Jul 07 13:00:45.209354 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d1ae6684-c196-4175-a683-6fbdfa494d8b req-811c86ab-d94e-40dc-a748-6b1730c28886 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554447 Jul 07 13:00:45.212795 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-842d0894-8232-4dba-ab23-e5ab3d26f083 req-891cb626-b070-4887-a70d-5e34c1c3dc4a service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581457 Jul 07 13:00:45.715892 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c94330-02fa-4705-b9e6-d71e25122d2d req-88c68402-628b-4c46-9612-c92780b45fd6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:45.717555 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-52c94330-02fa-4705-b9e6-d71e25122d2d req-88c68402-628b-4c46-9612-c92780b45fd6 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0943387 Jul 07 13:00:45.776258 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-52c94330-02fa-4705-b9e6-d71e25122d2d req-b380d822-ca91-44d2-aebc-08bd853f90a4 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa545b98-d419-4a82-8acc-aafddcf747aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484369 Jul 07 13:00:45.816970 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57502) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:45.921692 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-665d30ba-8108-4e8f-aff8-96c4048a2e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.009886 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-665d30ba-8108-4e8f-aff8-96c4048a2e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.014002 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-665d30ba-8108-4e8f-aff8-96c4048a2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.054587 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-665d30ba-8108-4e8f-aff8-96c4048a2e73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd49dd14fa6e4c98bbae219456fce1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364800 Jul 07 13:00:46.055503 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d30ba-8108-4e8f-aff8-96c4048a2e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6812548-8646-46dd-b3ae-c160bb88baa4,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:46.057305 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57516) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:46.107283 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7afaa46-7659-4bb2-94e2-5f5fc89defa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.127581 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7afaa46-7659-4bb2-94e2-5f5fc89defa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.175569 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7afaa46-7659-4bb2-94e2-5f5fc89defa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.178088 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a7afaa46-7659-4bb2-94e2-5f5fc89defa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.179290 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a7afaa46-7659-4bb2-94e2-5f5fc89defa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6812548-8646-46dd-b3ae-c160bb88baa4 HTTP/1.1" status: 204 len: 168 time: 0.1197805 Jul 07 13:00:46.187262 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afaa46-7659-4bb2-94e2-5f5fc89defa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6812548-8646-46dd-b3ae-c160bb88baa4,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:46.293460 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-578e8224-ebb8-48cd-9a89-eb11f96514ed tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:46.295268 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-578e8224-ebb8-48cd-9a89-eb11f96514ed tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 945 time: 0.0710750 Jul 07 13:00:46.437917 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.479061 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Deleting port b0007cfb-a897-4c73-997d-539d486f6bd7 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:46.479398 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.534680 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63312be-e766-4527-9eb6-10e05af8bc95 req-f13a505f-3fcf-4087-a955-bff5b373c4cc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:46.536084 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c63312be-e766-4527-9eb6-10e05af8bc95 req-f13a505f-3fcf-4087-a955-bff5b373c4cc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.1337354 Jul 07 13:00:46.603442 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] For port b0007cfb-a897-4c73-997d-539d486f6bd7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0007cfb-a897-4c73-997d-539d486f6bd7,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:46.603803 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.608511 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c63312be-e766-4527-9eb6-10e05af8bc95 req-cb555a4d-9f12-4462-8423-f3522c562b25 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594368 Jul 07 13:00:46.620995 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Calling delete_port for b0007cfb-a897-4c73-997d-539d486f6bd7 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:46.753610 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.782321 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Pushing event deleted for resources: {'Port': ['ID=b0007cfb-a897-4c73-997d-539d486f6bd7,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:46.787986 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['b0007cfb-a897-4c73-997d-539d486f6bd7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:46.838152 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] No DVR routers for this DVR port b0007cfb-a897-4c73-997d-539d486f6bd7 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:46.841776 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:46.843245 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4634835e-6c3a-4fac-927d-ba3c590b0e1f req-4cb09004-3bf0-473d-86cd-b87231bc6060 tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.50 "DELETE /v2.0/ports/b0007cfb-a897-4c73-997d-539d486f6bd7 HTTP/1.1" status: 204 len: 173 time: 0.5420067 Jul 07 13:00:46.843694 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'name': 'network-vif-deleted', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:46.845940 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8adea3c-dd96-454b-8e97-b6b96c60e667" -d '{"events": [{"server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "name": "network-vif-deleted", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:46.893732 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe6a73-84ff-46c6-a3a9-537a276f41ac x-openstack-request-id: req-0dfe6a73-84ff-46c6-a3a9-537a276f41ac {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:46.894319 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e87d93a-ad91-416e-93f4-19aec38fc078", "name": "network-vif-deleted", "tag": "b0007cfb-a897-4c73-997d-539d486f6bd7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:46.894469 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dfe6a73-84ff-46c6-a3a9-537a276f41ac {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:46.895009 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e87d93a-ad91-416e-93f4-19aec38fc078', 'name': 'network-vif-deleted', 'tag': 'b0007cfb-a897-4c73-997d-539d486f6bd7', 'status': 'completed', 'code': 200} Jul 07 13:00:46.941453 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2426a854-1f1d-4af0-91a1-14d4165dcd4c req-d7cfda08-595d-4682-a163-b6f4a00613bf tempest-TestMinimumBasicScenario-1329803212 tempest-TestMinimumBasicScenario-1329803212-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e87d93a-ad91-416e-93f4-19aec38fc078 HTTP/1.1" status: 200 len: 210 time: 0.0293653 Jul 07 13:00:47.786945 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b9871-c1de-421f-8c92-b6dffb0971f5 req-ce3cb90b-98a7-464a-a771-41be111a1ed5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:47.788407 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a27b9871-c1de-421f-8c92-b6dffb0971f5 req-ce3cb90b-98a7-464a-a771-41be111a1ed5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0618019 Jul 07 13:00:47.826599 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a27b9871-c1de-421f-8c92-b6dffb0971f5 req-75a43fed-27dc-484f-8cb7-e16e20a4459c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Jul 07 13:00:48.107106 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:00:48.206501 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:48.220439 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'mac_address': 'fa:16:3e:4d:a7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:00:48.262427 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:48.276042 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd59999-9a48-4e9a-a111-eab1b0dc9f4b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:00:48.295444 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:48.299323 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:48.347757 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:48.355721 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.356073 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.356417 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.356756 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.357091 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.357427 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.357753 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.358082 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.358429 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.358788 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.359128 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.359468 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:00:48.611089 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['edd59999-9a48-4e9a-a111-eab1b0dc9f4b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:00:48.712573 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:00:48.798287 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57636) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:48.822945 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57638) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:48.932473 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-225a2c0d-f83a-4bbe-aae2-c5ea7244049e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.043293 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504ef88-8dc6-4c94-b82f-ccd46c28e9b2 req-492251a6-b3c4-4d0d-b7a5-46c10e0fc572 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:49.044687 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6504ef88-8dc6-4c94-b82f-ccd46c28e9b2 req-492251a6-b3c4-4d0d-b7a5-46c10e0fc572 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0981476 Jul 07 13:00:49.087609 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-225a2c0d-f83a-4bbe-aae2-c5ea7244049e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.097125 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-225a2c0d-f83a-4bbe-aae2-c5ea7244049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.115614 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6504ef88-8dc6-4c94-b82f-ccd46c28e9b2 req-ac409c81-9809-4895-8d0e-1c6ab71dbf07 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632865 Jul 07 13:00:49.146429 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-225a2c0d-f83a-4bbe-aae2-c5ea7244049e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac0ba15ddb4e432ab292f904f7c419eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223221 Jul 07 13:00:49.147198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a2c0d-f83a-4bbe-aae2-c5ea7244049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ef402-e462-4ba2-bbfb-078d9b60ff79,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:49.149865 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57644) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:49.203885 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-be75a03c-cbc0-452a-839c-fd0e43cff381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.222304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.224518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-be75a03c-cbc0-452a-839c-fd0e43cff381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.269481 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-be75a03c-cbc0-452a-839c-fd0e43cff381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.272092 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-be75a03c-cbc0-452a-839c-fd0e43cff381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.273346 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-be75a03c-cbc0-452a-839c-fd0e43cff381 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/179ef402-e462-4ba2-bbfb-078d9b60ff79 HTTP/1.1" status: 204 len: 168 time: 0.1225798 Jul 07 13:00:49.281527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75a03c-cbc0-452a-839c-fd0e43cff381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ef402-e462-4ba2-bbfb-078d9b60ff79,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:49.527376 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Deleting port 1234846e-b36e-4d47-9b53-a719d02bd6cd {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:49.527745 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.534128 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57650) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:49.547879 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1679592-5b32-4e87-b43a-25fd5a8a4d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.609178 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] For port 1234846e-b36e-4d47-9b53-a719d02bd6cd, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=1234846e-b36e-4d47-9b53-a719d02bd6cd,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:49.609842 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.623326 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Calling delete_port for 1234846e-b36e-4d47-9b53-a719d02bd6cd owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:49.643520 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1679592-5b32-4e87-b43a-25fd5a8a4d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.647295 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1679592-5b32-4e87-b43a-25fd5a8a4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.687879 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f1679592-5b32-4e87-b43a-25fd5a8a4d39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84e11b6d7ece411f832d4f66e7247f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500249 Jul 07 13:00:49.687879 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1679592-5b32-4e87-b43a-25fd5a8a4d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13551de6-617f-4722-bf27-e424faeb4833,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:49.688656 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57654) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:49.737353 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbd5094b-1023-4cf9-9c35-4fcaee25c847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.758533 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbd5094b-1023-4cf9-9c35-4fcaee25c847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.799402 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.811750 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbd5094b-1023-4cf9-9c35-4fcaee25c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.814217 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbd5094b-1023-4cf9-9c35-4fcaee25c847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:49.817865 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fbd5094b-1023-4cf9-9c35-4fcaee25c847 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13551de6-617f-4722-bf27-e424faeb4833 HTTP/1.1" status: 204 len: 168 time: 0.1258552 Jul 07 13:00:49.824749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5094b-1023-4cf9-9c35-4fcaee25c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13551de6-617f-4722-bf27-e424faeb4833,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:49.833413 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Pushing event deleted for resources: {'Port': ['ID=1234846e-b36e-4d47-9b53-a719d02bd6cd,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:49.996336 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:50.229284 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Router 52cb1bbd-6802-403b-8a46-58d18e82ce97 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:00:50.317702 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879245-e0d7-4f82-b2f1-1c2ee68aa250 req-024f6b4e-f188-4f6a-83c6-16bdadc82b71 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:50.319361 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9879245-e0d7-4f82-b2f1-1c2ee68aa250 req-024f6b4e-f188-4f6a-83c6-16bdadc82b71 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0658901 Jul 07 13:00:50.348123 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:00:50.353532 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-593aef66-da19-4960-bd43-3ef6b41a4126 admin admin] 10.222.0.21 "PUT /v2.0/routers/52cb1bbd-6802-403b-8a46-58d18e82ce97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541534 Jul 07 13:00:50.356805 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57672) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:50.360966 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] Sync routers for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:00:50.371337 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9879245-e0d7-4f82-b2f1-1c2ee68aa250 req-c76bddd0-3933-4f14-be7d-9be4f18d3f31 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Jul 07 13:00:50.374272 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:50.375559 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:50.484789 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:50.488392 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:50.690645 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T13:00:49Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:50.723521 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] Checking router: 52cb1bbd-6802-403b-8a46-58d18e82ce97 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:00:50.734550 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] Routers {'52cb1bbd-6802-403b-8a46-58d18e82ce97'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:50.735266 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['52cb1bbd-6802-403b-8a46-58d18e82ce97'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:50.833661 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:50.856554 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] Set router 52cb1bbd-6802-403b-8a46-58d18e82ce97 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:50.895222 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Deleting port b65038fc-13e3-4f27-9741-15d81409a0a2 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:50.895737 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:50.986299 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] For port b65038fc-13e3-4f27-9741-15d81409a0a2, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b65038fc-13e3-4f27-9741-15d81409a0a2,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:50.986664 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.002703 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Calling delete_port for b65038fc-13e3-4f27-9741-15d81409a0a2 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:51.055405 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T13:00:49Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:51.088180 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6835f-e9af-42c6-b5f8-3a6b377cb8d2 None None] The sync data for ids ['52cb1bbd-6802-403b-8a46-58d18e82ce97'] in dv-cinder-792209-6-iscsi is: [{'id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'name': 'tempest-TestMinimumBasicScenario-1509436861-router', 'tenant_id': 'e856853c73a14edf82e46cae00860b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T13:00:49Z', 'revision_number': 5, 'project_id': 'e856853c73a14edf82e46cae00860b46', 'gw_port': {'id': 'b65038fc-13e3-4f27-9741-15d81409a0a2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cb1bbd-6802-403b-8a46-58d18e82ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:27Z', 'updated_at': '2021-07-07T12:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:00:51.179890 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.212545 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65038fc-13e3-4f27-9741-15d81409a0a2,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:51.281798 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.378268 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.380510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.401341 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device b0007cfb-a897-4c73-997d-539d486f6bd7 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:51.428722 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.429284 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cb1bbd-6802-403b-8a46-58d18e82ce97 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:00:51.434343 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: b0007cfb-a897-4c73-997d-539d486f6bd7 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:51.434705 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device b0007cfb-a897-4c73-997d-539d486f6bd7 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:51.434848 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.438727 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57706) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:51.439396 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-596d817f-d721-4daa-bc6f-4117ac0d5e54 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52cb1bbd-6802-403b-8a46-58d18e82ce97 HTTP/1.1" status: 204 len: 168 time: 1.0816190 Jul 07 13:00:51.501537 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Deleting subnet 4c3b81a4-643a-4abd-9676-8758238cbeca {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:00:51.509687 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.587084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.670295 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd41cb-a4cf-489c-aa42-b29a989144f0 req-a74b274a-eaea-4c76-ade6-65179a215aa5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:51.671870 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3edd41cb-a4cf-489c-aa42-b29a989144f0 req-a74b274a-eaea-4c76-ade6-65179a215aa5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.1411371 Jul 07 13:00:51.748503 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.777384 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3edd41cb-a4cf-489c-aa42-b29a989144f0 req-fe271d0f-8029-459e-b227-98d331927bb2 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849004 Jul 07 13:00:51.823058 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.858211 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3b81a4-643a-4abd-9676-8758238cbeca,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:51.862728 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.864548 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-538197b8-1e81-4ca6-a053-b7f7dd01209d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c3b81a4-643a-4abd-9676-8758238cbeca HTTP/1.1" status: 204 len: 168 time: 0.4247184 Jul 07 13:00:51.867752 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57722) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:51.871296 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b01525-680e-48b2-917c-fb43a34ab17f None None] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:00:51.939612 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:51.999761 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Deleting port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:52.000236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.079281 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] For port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:52.079769 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.094415 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Calling delete_port for 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:52.105903 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] DHCP port deletion for b11f66a6-d1f8-4eee-b9aa-d66e4050d461 request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:00:52.160521 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Deleting port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:52.160929 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.204271 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.224190 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1234846e-b36e-4d47-9b53-a719d02bd6cd no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:52.234743 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:52.239856 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] No DVR routers for this DVR port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a on host dv-cinder-792209-6-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:52.253863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 1234846e-b36e-4d47-9b53-a719d02bd6cd {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:52.254254 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1234846e-b36e-4d47-9b53-a719d02bd6cd not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:52.254639 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b65038fc-13e3-4f27-9741-15d81409a0a2 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:52.283887 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: b65038fc-13e3-4f27-9741-15d81409a0a2 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:52.284284 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b65038fc-13e3-4f27-9741-15d81409a0a2 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:52.284708 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:52.289526 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] For port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,segment=NetworkSegment(554d96a3-5305-4bf2-a2d0-db82b61001fd),segment_id=554d96a3-5305-4bf2-a2d0-db82b61001fd)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:52.289921 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.316192 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.316679 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:52.317023 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:52.322228 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Calling delete_port for 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:52.334853 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11f66a6-d1f8-4eee-b9aa-d66e4050d461']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:52.350034 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554d96a3-5305-4bf2-a2d0-db82b61001fd') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:52.351119 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554d96a3-5305-4bf2-a2d0-db82b61001fd') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:52.359860 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.386276 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.395539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:00:52.395936 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:00:52.397757 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:00:52.454536 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.463059 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.467765 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b11f66a6-d1f8-4eee-b9aa-d66e4050d461 HTTP/1.1" status: 204 len: 168 time: 0.5964055 Jul 07 13:00:52.468194 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57744) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:52.469685 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.476559 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21ea28-7372-456f-bacb-bfed5e88ae82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11f66a6-d1f8-4eee-b9aa-d66e4050d461,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:52.496306 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Network b11f66a6-d1f8-4eee-b9aa-d66e4050d461 is not hosted by any dhcp agent {{(pid=92962) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 13:00:52.497059 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] No DVR routers for this DVR port 6923a5ac-9431-4fbc-bb54-ae4f9a035e4a on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:52.498645 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adf0b2-2563-4471-8a52-07c5079916ef None None] Pushing event deleted for resources: {'Port': ['ID=6923a5ac-9431-4fbc-bb54-ae4f9a035e4a,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:52.864079 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:52.961267 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911696-cbe8-40d3-842a-54bdfe8235cf req-6ef86bb9-73cb-4010-8f94-fdbef3853355 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:52.962780 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0e911696-cbe8-40d3-842a-54bdfe8235cf req-6ef86bb9-73cb-4010-8f94-fdbef3853355 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0631931 Jul 07 13:00:53.001254 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0e911696-cbe8-40d3-842a-54bdfe8235cf req-b5c9ec30-849c-44cc-a84d-76c4969cd670 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Jul 07 13:00:53.114357 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Deleting port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:53.114693 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:53.190494 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] For port fc063bf4-fbe3-40f1-be63-900a6d5e2cf1, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:53.191025 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:53.203837 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Calling delete_port for fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:53.378599 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:53.407357 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc063bf4-fbe3-40f1-be63-900a6d5e2cf1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:53.573054 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:53.781515 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Router 6f298d14-0f23-4c4b-bfde-7484257255dd has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:00:53.886594 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:00:53.893995 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-224af2e6-d32f-401b-8455-73a2bcf0ac6c admin admin] 10.222.0.21 "PUT /v2.0/routers/6f298d14-0f23-4c4b-bfde-7484257255dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225035 Jul 07 13:00:53.894889 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57758) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:53.895871 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] Sync routers for ids ['6f298d14-0f23-4c4b-bfde-7484257255dd'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:00:53.906137 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] Routers {'6f298d14-0f23-4c4b-bfde-7484257255dd'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:53.907009 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['6f298d14-0f23-4c4b-bfde-7484257255dd'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:53.997044 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.005076 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] Set router 6f298d14-0f23-4c4b-bfde-7484257255dd gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:54.101206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.182969 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T13:00:53Z', 'revision_number': 5, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port': {'id': 'b7136de3-fd47-41cf-87f5-1b76ea7b244b', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:57:33Z', 'updated_at': '2021-07-07T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:54.205783 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Deleting port b7136de3-fd47-41cf-87f5-1b76ea7b244b {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:54.206122 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.212011 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] Checking router: 6f298d14-0f23-4c4b-bfde-7484257255dd for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:00:54.220163 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] Routers {'6f298d14-0f23-4c4b-bfde-7484257255dd'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:54.220799 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['6f298d14-0f23-4c4b-bfde-7484257255dd'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:54.250983 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fee73-f843-439a-9612-394394c1eb01 req-7ee44a78-1ff8-4185-8547-60371cbda8d9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:54.252443 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fb6fee73-f843-439a-9612-394394c1eb01 req-7ee44a78-1ff8-4185-8547-60371cbda8d9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.1181085 Jul 07 13:00:54.304018 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] Set router 6f298d14-0f23-4c4b-bfde-7484257255dd gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:54.311159 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fb6fee73-f843-439a-9612-394394c1eb01 req-4ae85372-8da3-4005-aa91-b03eaf598546 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518003 Jul 07 13:00:54.326740 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] For port b7136de3-fd47-41cf-87f5-1b76ea7b244b, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b7136de3-fd47-41cf-87f5-1b76ea7b244b,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:54.327112 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.338807 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Calling delete_port for b7136de3-fd47-41cf-87f5-1b76ea7b244b owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:54.357691 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T13:00:54Z', 'revision_number': 6, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:54.383960 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2dcafc-064f-40aa-9d77-c7de0d560280 None None] The sync data for ids ['6f298d14-0f23-4c4b-bfde-7484257255dd'] in dv-cinder-792209-6-iscsi is: [{'id': '6f298d14-0f23-4c4b-bfde-7484257255dd', 'name': 'tempest-TestMinimumBasicScenario-409344801-router', 'tenant_id': '1a5172b3a57b4f1a89e1b31df8908272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:57:32Z', 'updated_at': '2021-07-07T13:00:54Z', 'revision_number': 6, 'project_id': '1a5172b3a57b4f1a89e1b31df8908272', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:00:54.506469 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.528898 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7136de3-fd47-41cf-87f5-1b76ea7b244b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:54.591181 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.690094 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.692060 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.757565 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.758200 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f298d14-0f23-4c4b-bfde-7484257255dd {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:00:54.765503 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.765854 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:00:54.766749 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-348dab56-3efd-49bc-8c58-1f1fed6ff593 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6f298d14-0f23-4c4b-bfde-7484257255dd HTTP/1.1" status: 204 len: 168 time: 0.8703163 Jul 07 13:00:54.769766 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57762) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:54.824056 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Deleting subnet 9d597429-fcc1-43b0-b96f-e993af5ff3d0 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:00:54.824225 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port edd59999-9a48-4e9a-a111-eab1b0dc9f4b completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:00:54.827727 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.828152 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port edd59999-9a48-4e9a-a111-eab1b0dc9f4b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:00:54.828574 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.863450 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.904248 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:54.930982 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:54.933313 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcaf2e5-18a2-4d1c-b252-727fb3d92206" -d '{"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-plugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:54.959734 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.018535 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.050084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d597429-fcc1-43b0-b96f-e993af5ff3d0,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:55.060783 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.063509 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa6681-bcfe-4541-aeee-73d257dfa484 x-openstack-request-id: req-33fa6681-bcfe-4541-aeee-73d257dfa484 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:55.063784 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-plugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:55.064038 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33fa6681-bcfe-4541-aeee-73d257dfa484 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:55.064406 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'code': 200} Jul 07 13:00:55.065105 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f0edb-b295-4502-8a11-bf5b1a87d181 None None] Network 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:00:55.065586 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e1bd8580-0969-4655-a7c2-93ef6f3dd866 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d597429-fcc1-43b0-b96f-e993af5ff3d0 HTTP/1.1" status: 204 len: 168 time: 0.2934022 Jul 07 13:00:55.066389 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57770) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:55.080179 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:55.107266 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.140649 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.200947 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:55.219454 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Deleting port 210520d8-653e-4434-8501-ad84c96f0081 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:55.219821 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.262988 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823877-e073-4017-86a8-f4a576720d1b req-44e2f425-c9c4-44be-92f0-6e11353bd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:55.264507 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07823877-e073-4017-86a8-f4a576720d1b req-44e2f425-c9c4-44be-92f0-6e11353bd40c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1098 time: 0.0550628 Jul 07 13:00:55.294528 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] For port 210520d8-653e-4434-8501-ad84c96f0081, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=210520d8-653e-4434-8501-ad84c96f0081,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:55.297936 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.302544 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07823877-e073-4017-86a8-f4a576720d1b req-5d712a0e-63ef-445b-8bc4-d8bf347f2caa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Jul 07 13:00:55.304019 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] DHCP port deletion for 834b9055-4d8d-449f-a3d5-fe9a313ce5f4 request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:00:55.310119 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Calling delete_port for 210520d8-653e-4434-8501-ad84c96f0081 owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:55.358568 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] Deleting port 210520d8-653e-4434-8501-ad84c96f0081 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:00:55.359330 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.397162 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.425027 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] For port 210520d8-653e-4434-8501-ad84c96f0081, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=210520d8-653e-4434-8501-ad84c96f0081,segment=NetworkSegment(4cb55828-15b6-435a-9829-891eedb28f15),segment_id=4cb55828-15b6-435a-9829-891eedb28f15)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:00:55.425254 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=210520d8-653e-4434-8501-ad84c96f0081,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:55.425426 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.427041 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] No DVR routers for this DVR port 210520d8-653e-4434-8501-ad84c96f0081 on host dv-cinder-792209-6-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:55.444015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] Calling delete_port for 210520d8-653e-4434-8501-ad84c96f0081 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:00:55.506341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.513372 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e19034-a750-40d1-be84-5962c7ae94bb req-7005272d-de77-43bb-bf7d-5b550c7a950e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:55.516603 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32e19034-a750-40d1-be84-5962c7ae94bb req-7005272d-de77-43bb-bf7d-5b550c7a950e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0810220 Jul 07 13:00:55.518047 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834b9055-4d8d-449f-a3d5-fe9a313ce5f4']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:55.529758 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb55828-15b6-435a-9829-891eedb28f15') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:55.530261 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb55828-15b6-435a-9829-891eedb28f15') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:55.539786 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.541784 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.562475 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.569098 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:00:55.569646 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.570027 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32e19034-a750-40d1-be84-5962c7ae94bb req-d4262558-65f0-4b2f-af9b-b02f6050629b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476191 Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:00:55.572169 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:00:55.578583 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] Pushing event deleted for resources: {'Port': ['ID=210520d8-653e-4434-8501-ad84c96f0081,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:55.588249 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9d859-a3e7-4d30-bf7c-c77a2ea9ce99 None None] No DVR routers for this DVR port 210520d8-653e-4434-8501-ad84c96f0081 on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:00:55.626792 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.636689 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.638548 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] 10.222.0.21 "DELETE /v2.0/networks/834b9055-4d8d-449f-a3d5-fe9a313ce5f4 HTTP/1.1" status: 204 len: 168 time: 0.5705304 Jul 07 13:00:55.652592 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4852ee1-06be-4114-a8be-6030d1c64c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=834b9055-4d8d-449f-a3d5-fe9a313ce5f4,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:55.791956 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57776) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:55.832464 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1f8a5826-26c9-43b1-9275-3f82dca8fd88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e856853c73a14edf82e46cae00860b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393536 Jul 07 13:00:55.834898 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57778) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:55.881503 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6d09b530-b0d9-4c4e-8a6d-a02be1ab6024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.901905 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6d09b530-b0d9-4c4e-8a6d-a02be1ab6024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.947320 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6d09b530-b0d9-4c4e-8a6d-a02be1ab6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.949776 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6d09b530-b0d9-4c4e-8a6d-a02be1ab6024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:55.950927 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6d09b530-b0d9-4c4e-8a6d-a02be1ab6024 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa545b98-d419-4a82-8acc-aafddcf747aa HTTP/1.1" status: 204 len: 168 time: 0.1150644 Jul 07 13:00:55.959071 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09b530-b0d9-4c4e-8a6d-a02be1ab6024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa545b98-d419-4a82-8acc-aafddcf747aa,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:56.203597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b7136de3-fd47-41cf-87f5-1b76ea7b244b no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:56.223400 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: b7136de3-fd47-41cf-87f5-1b76ea7b244b {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:56.223847 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b7136de3-fd47-41cf-87f5-1b76ea7b244b not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:56.224697 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:56.245583 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:56.245927 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device fc063bf4-fbe3-40f1-be63-900a6d5e2cf1 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:56.246544 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 210520d8-653e-4434-8501-ad84c96f0081 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:00:56.265834 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 210520d8-653e-4434-8501-ad84c96f0081 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:00:56.266261 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 210520d8-653e-4434-8501-ad84c96f0081 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:00:56.313875 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57798) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:56.353434 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b71c8596-2c0c-40bc-b934-a46144aab52d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a5172b3a57b4f1a89e1b31df8908272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384178 Jul 07 13:00:56.355857 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57800) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:56.402990 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2923e524-8a17-42ca-b462-c75a73b0e6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:56.428688 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2923e524-8a17-42ca-b462-c75a73b0e6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:56.484929 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2923e524-8a17-42ca-b462-c75a73b0e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:56.487459 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2923e524-8a17-42ca-b462-c75a73b0e6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:56.488621 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2923e524-8a17-42ca-b462-c75a73b0e6ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/682e1840-cb26-4d8b-8cc8-3e7bd960cb49 HTTP/1.1" status: 204 len: 168 time: 0.1318920 Jul 07 13:00:56.496689 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923e524-8a17-42ca-b462-c75a73b0e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e1840-cb26-4d8b-8cc8-3e7bd960cb49,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:00:56.793374 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986b0ab-b288-4bee-afe2-d319a03b573d req-f2793469-b0c8-4d44-87c9-bcd0353f40c5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:56.794914 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9986b0ab-b288-4bee-afe2-d319a03b573d req-f2793469-b0c8-4d44-87c9-bcd0353f40c5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0711503 Jul 07 13:00:56.839284 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9986b0ab-b288-4bee-afe2-d319a03b573d req-8953e473-2277-4145-a805-470815522f74 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378244 Jul 07 13:00:57.015892 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db232a6-3e35-45bc-a10b-7d3b8e51354c req-1c302d79-01a2-4791-a0a3-1d52a8ee860f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:57.017353 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6db232a6-3e35-45bc-a10b-7d3b8e51354c req-1c302d79-01a2-4791-a0a3-1d52a8ee860f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0686522 Jul 07 13:00:57.026598 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57808) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:00:57.031603 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Request body: {'floatingip': {'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:00:57.069519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:57.671769 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:57.675305 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:57.771171 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Floating IP 85a31fd3-a680-4217-b8e3-c9f7144c289f associated. External IP: 172.27.0.32, port: edd59999-9a48-4e9a-a111-eab1b0dc9f4b. Jul 07 13:00:58.217648 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:00:58.324504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:00:58.329273 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:00:58.333531 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:00:58.344296 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:58.344521 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:58.368582 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-52cd488b-6292-4e17-9d6b-d2f3e47f9030 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "PUT /v2.0/floatingips/85a31fd3-a680-4217-b8e3-c9f7144c289f HTTP/1.1" status: 200 len: 990 time: 1.3406262 Jul 07 13:00:58.368998 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:00:58.371303 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21574af3-7a63-4054-b451-87979429a69d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:00:58.422674 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78585c9-22b9-40f1-9042-c5c026a55218 x-openstack-request-id: req-f78585c9-22b9-40f1-9042-c5c026a55218 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:00:58.423012 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:00:58.423264 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f78585c9-22b9-40f1-9042-c5c026a55218 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:00:58.423660 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'status': 'completed', 'code': 200} Jul 07 13:00:58.468489 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:58.527161 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574af3-7a63-4054-b451-87979429a69d req-7cc27564-262c-4923-8037-988c8091c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:58.528891 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-7cc27564-262c-4923-8037-988c8091c1b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1098 time: 0.0595007 Jul 07 13:00:58.711225 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574af3-7a63-4054-b451-87979429a69d req-ee9361c1-4dfb-45da-a6ce-dfccc6e9b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:58.712738 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-ee9361c1-4dfb-45da-a6ce-dfccc6e9b344 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.1728411 Jul 07 13:00:58.792497 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-0394ec50-ee45-48f8-b2b7-6cc0d2f71a92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 200 len: 998 time: 0.0733986 Jul 07 13:00:58.822515 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '85a31fd3-a680-4217-b8e3-c9f7144c289f', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'mac_address': 'fa:16:3e:4d:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:00:37Z', 'updated_at': '2021-07-07T13:00:57Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:58.854003 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574af3-7a63-4054-b451-87979429a69d req-04494dc6-c7f6-4fa9-8ffa-284ba7d2d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:58.855629 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-04494dc6-c7f6-4fa9-8ffa-284ba7d2d603 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0569572 Jul 07 13:00:58.858605 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:00:58.869670 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:00:58.871515 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:00:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:58.920047 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21574af3-7a63-4054-b451-87979429a69d req-a0d95435-573b-4727-b541-89fc2c0f60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:00:58.921464 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-a0d95435-573b-4727-b541-89fc2c0f60c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592046 Jul 07 13:00:58.988492 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:00:59.029020 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-b76db375-9f3a-45c9-840e-c81a4845bd8f service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999157 Jul 07 13:00:59.137458 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21574af3-7a63-4054-b451-87979429a69d req-4ac48192-1279-422d-9786-4ac3501b5f72 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013517 Jul 07 13:00:59.223612 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '85a31fd3-a680-4217-b8e3-c9f7144c289f', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'mac_address': 'fa:16:3e:4d:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:00:37Z', 'updated_at': '2021-07-07T13:00:57Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:00:59.250111 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11d848-0381-4d7c-a9d1-0551ffc014b1 None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '85a31fd3-a680-4217-b8e3-c9f7144c289f', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'mac_address': 'fa:16:3e:4d:a7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:00:37Z', 'updated_at': '2021-07-07T13:00:57Z', 'revision_number': 1, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:00:59.430810 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e1e43a-5203-446d-b173-15924e37750d None None] New status for floating IP 85a31fd3-a680-4217-b8e3-c9f7144c289f: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:01:02.790594 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57900) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:02.893128 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e5d07f43-8ff6-4d3a-9a16-9a6228cb0756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:02.978331 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e5d07f43-8ff6-4d3a-9a16-9a6228cb0756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:02.981693 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e5d07f43-8ff6-4d3a-9a16-9a6228cb0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.020760 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d07f43-8ff6-4d3a-9a16-9a6228cb0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37224d-e5e9-413f-b4f6-2222659d722b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:03.025538 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e5d07f43-8ff6-4d3a-9a16-9a6228cb0756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00d8f6f8afa743fbb7a22b55411f41eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339003 Jul 07 13:01:03.028314 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57906) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:03.074919 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3a619211-8de2-4a65-b4db-dcb15b264d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.095666 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3a619211-8de2-4a65-b4db-dcb15b264d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.141770 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3a619211-8de2-4a65-b4db-dcb15b264d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.144309 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3a619211-8de2-4a65-b4db-dcb15b264d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.145358 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3a619211-8de2-4a65-b4db-dcb15b264d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc37224d-e5e9-413f-b4f6-2222659d722b HTTP/1.1" status: 204 len: 168 time: 0.1163235 Jul 07 13:01:03.152724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a619211-8de2-4a65-b4db-dcb15b264d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc37224d-e5e9-413f-b4f6-2222659d722b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:03.403081 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57918) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:03.416487 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f314c7a6-58db-450d-8dbb-0bd204819829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.512007 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f314c7a6-58db-450d-8dbb-0bd204819829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.516235 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f314c7a6-58db-450d-8dbb-0bd204819829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.554020 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f314c7a6-58db-450d-8dbb-0bd204819829 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baddaf75cca54bfaac5f127139b173cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497405 Jul 07 13:01:03.555699 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314c7a6-58db-450d-8dbb-0bd204819829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36b178-55ab-419e-8c30-216baf404b06,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:03.557275 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57922) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:03.606481 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-181a23ee-f03b-4f3d-8f75-de37638bdf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.628354 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-181a23ee-f03b-4f3d-8f75-de37638bdf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.673375 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-181a23ee-f03b-4f3d-8f75-de37638bdf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.676143 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-181a23ee-f03b-4f3d-8f75-de37638bdf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:03.677276 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-181a23ee-f03b-4f3d-8f75-de37638bdf99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce36b178-55ab-419e-8c30-216baf404b06 HTTP/1.1" status: 204 len: 168 time: 0.1184740 Jul 07 13:01:03.686236 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a23ee-f03b-4f3d-8f75-de37638bdf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36b178-55ab-419e-8c30-216baf404b06,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:03.991719 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 57930) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:04.004390 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccc86e5b-ccfa-476f-b24d-896f636b4377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.098902 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccc86e5b-ccfa-476f-b24d-896f636b4377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.104297 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ccc86e5b-ccfa-476f-b24d-896f636b4377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.143762 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc86e5b-ccfa-476f-b24d-896f636b4377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56906e1-7236-4554-ad14-5d1f14cc48ae,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:04.156442 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 57932) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:04.156973 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ccc86e5b-ccfa-476f-b24d-896f636b4377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331f59881f8245a9b5629b6b6908af35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637292 Jul 07 13:01:04.216348 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5637e5dd-81b9-406a-9b25-53e7efdbfe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.237682 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5637e5dd-81b9-406a-9b25-53e7efdbfe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.285026 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5637e5dd-81b9-406a-9b25-53e7efdbfe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.287872 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5637e5dd-81b9-406a-9b25-53e7efdbfe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:04.289046 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5637e5dd-81b9-406a-9b25-53e7efdbfe3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d56906e1-7236-4554-ad14-5d1f14cc48ae HTTP/1.1" status: 204 len: 168 time: 0.1309767 Jul 07 13:01:04.296803 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637e5dd-81b9-406a-9b25-53e7efdbfe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56906e1-7236-4554-ad14-5d1f14cc48ae,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:06.092193 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58010) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:06.194204 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-08eec716-3c86-4c2b-9a26-c10d4c997320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.285578 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-08eec716-3c86-4c2b-9a26-c10d4c997320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.289787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-08eec716-3c86-4c2b-9a26-c10d4c997320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.329412 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-08eec716-3c86-4c2b-9a26-c10d4c997320 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf3b6dfb904a4ee0b3fc3e9299042f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361021 Jul 07 13:01:06.330347 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eec716-3c86-4c2b-9a26-c10d4c997320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5ec41-5f16-41f7-a271-001901493739,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:06.332052 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58016) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:06.382115 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5182fef-e9a8-4396-9382-d783bda6fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.403559 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5182fef-e9a8-4396-9382-d783bda6fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.448578 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5182fef-e9a8-4396-9382-d783bda6fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.451067 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5182fef-e9a8-4396-9382-d783bda6fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:06.452193 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a5182fef-e9a8-4396-9382-d783bda6fc74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfe5ec41-5f16-41f7-a271-001901493739 HTTP/1.1" status: 204 len: 168 time: 0.1183934 Jul 07 13:01:06.459482 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5182fef-e9a8-4396-9382-d783bda6fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5ec41-5f16-41f7-a271-001901493739,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:10.383648 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58156) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:10.485338 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0d9fad3b-b3d0-4af2-9854-7d2bb413ae8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.571566 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58162) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:10.574333 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0d9fad3b-b3d0-4af2-9854-7d2bb413ae8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.578447 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0d9fad3b-b3d0-4af2-9854-7d2bb413ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.622554 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fad3b-b3d0-4af2-9854-7d2bb413ae8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56207098-b5ed-4f38-a7f2-1fe04991ac4e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:10.629709 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0d9fad3b-b3d0-4af2-9854-7d2bb413ae8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e10eed412668412a8d41d9f3e8e5fd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448115 Jul 07 13:01:10.631567 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58166) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:10.694739 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62548420-7570-418e-aee8-c387417fff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.696422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b01bb4e-5bd2-4d87-ab25-3de10db3d607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.731977 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62548420-7570-418e-aee8-c387417fff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.803825 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62548420-7570-418e-aee8-c387417fff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.806263 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62548420-7570-418e-aee8-c387417fff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.807420 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-62548420-7570-418e-aee8-c387417fff18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56207098-b5ed-4f38-a7f2-1fe04991ac4e HTTP/1.1" status: 204 len: 168 time: 0.1749814 Jul 07 13:01:10.821242 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62548420-7570-418e-aee8-c387417fff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56207098-b5ed-4f38-a7f2-1fe04991ac4e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:10.846528 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b01bb4e-5bd2-4d87-ab25-3de10db3d607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.851859 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b01bb4e-5bd2-4d87-ab25-3de10db3d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.893664 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58174) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:10.893805 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7b01bb4e-5bd2-4d87-ab25-3de10db3d607 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a56f1ef150c44048cd34fc6adeda4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210256 Jul 07 13:01:10.896122 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01bb4e-5bd2-4d87-ab25-3de10db3d607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd217b-621d-4239-950d-35169b4aa41d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:10.949347 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b02ca5bd-5813-48bd-a4f5-dc45c4cd0dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:10.972442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b02ca5bd-5813-48bd-a4f5-dc45c4cd0dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.022199 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b02ca5bd-5813-48bd-a4f5-dc45c4cd0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.025510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b02ca5bd-5813-48bd-a4f5-dc45c4cd0dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.030116 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b02ca5bd-5813-48bd-a4f5-dc45c4cd0dfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfcd217b-621d-4239-950d-35169b4aa41d HTTP/1.1" status: 204 len: 168 time: 0.1347933 Jul 07 13:01:11.042956 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ca5bd-5813-48bd-a4f5-dc45c4cd0dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd217b-621d-4239-950d-35169b4aa41d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:11.290586 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58188) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:11.299567 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7e1db202-9dca-4e81-8c75-0e2db611bc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.313795 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7ee6-8fbc-4b68-9144-6a791dd2dcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.405161 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7ee6-8fbc-4b68-9144-6a791dd2dcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.408959 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7ee6-8fbc-4b68-9144-6a791dd2dcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.449948 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb7ee6-8fbc-4b68-9144-6a791dd2dcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8334ee-fb2f-4d44-b7bc-ce61052e340d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:11.456750 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58194) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:11.457298 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d1cb7ee6-8fbc-4b68-9144-6a791dd2dcc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db4b9817e5c842868b5df2a8e86c18e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647916 Jul 07 13:01:11.515397 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8a70-025c-4475-ae65-dd088fd20852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.536577 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8a70-025c-4475-ae65-dd088fd20852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.588963 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8a70-025c-4475-ae65-dd088fd20852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.591477 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8a70-025c-4475-ae65-dd088fd20852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:11.592619 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-eb2d8a70-025c-4475-ae65-dd088fd20852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df8334ee-fb2f-4d44-b7bc-ce61052e340d HTTP/1.1" status: 204 len: 168 time: 0.1345174 Jul 07 13:01:11.601800 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d8a70-025c-4475-ae65-dd088fd20852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8334ee-fb2f-4d44-b7bc-ce61052e340d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:13.157968 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:13.529260 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58296) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:13.617289 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-af38d96e-a665-41f1-8f78-9a459bb5d1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:13.636819 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cecc3c75-2bdb-4ca8-b53d-82d3ae4439ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:13.721771 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cecc3c75-2bdb-4ca8-b53d-82d3ae4439ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:13.725735 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cecc3c75-2bdb-4ca8-b53d-82d3ae4439ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:13.762973 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cecc3c75-2bdb-4ca8-b53d-82d3ae4439ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b0b9ccb7ae442dfaf00a1545a26fb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320571 Jul 07 13:01:13.763821 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3c75-2bdb-4ca8-b53d-82d3ae4439ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f01afe-90ee-414e-ba63-1b92f7983f61,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:13.765634 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58300) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:13.814608 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e2a4-81b6-41e7-9133-6bce2dffd580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:13.837501 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e2a4-81b6-41e7-9133-6bce2dffd580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.106379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e2a4-81b6-41e7-9133-6bce2dffd580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.109539 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e2a4-81b6-41e7-9133-6bce2dffd580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.110697 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2ac3e2a4-81b6-41e7-9133-6bce2dffd580 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9f01afe-90ee-414e-ba63-1b92f7983f61 HTTP/1.1" status: 204 len: 168 time: 0.3435245 Jul 07 13:01:14.119124 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3e2a4-81b6-41e7-9133-6bce2dffd580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f01afe-90ee-414e-ba63-1b92f7983f61,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:14.297825 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.380204 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58320) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:14.394217 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40fe634d-65f1-49ba-8cc2-9fc20313da70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.483050 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40fe634d-65f1-49ba-8cc2-9fc20313da70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.486550 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40fe634d-65f1-49ba-8cc2-9fc20313da70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.524951 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-40fe634d-65f1-49ba-8cc2-9fc20313da70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da4aedc77c834618925eb47644cda8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434608 Jul 07 13:01:14.525647 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe634d-65f1-49ba-8cc2-9fc20313da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84253f9-a65d-4c88-b9a5-faf205684933,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:14.527480 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58322) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:14.577270 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-27c55820-496f-410a-ac37-feed74d11431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.598258 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-27c55820-496f-410a-ac37-feed74d11431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.648134 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-27c55820-496f-410a-ac37-feed74d11431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.651410 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-27c55820-496f-410a-ac37-feed74d11431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:14.655436 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-27c55820-496f-410a-ac37-feed74d11431 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e84253f9-a65d-4c88-b9a5-faf205684933 HTTP/1.1" status: 204 len: 168 time: 0.1269178 Jul 07 13:01:14.663461 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c55820-496f-410a-ac37-feed74d11431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84253f9-a65d-4c88-b9a5-faf205684933,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:15.123757 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:16.123455 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-a418c43d-a19e-4bf4-93a9-c52269dad397 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1420159 Jul 07 13:01:16.210642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-067dd6f5-2835-4d49-9097-6f158e277b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:16.210642 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-067dd6f5-2835-4d49-9097-6f158e277b67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 1099 time: 0.0540278 Jul 07 13:01:16.311073 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-ee770316-fb53-4024-9843-80e28e819bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:16.313008 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-ee770316-fb53-4024-9843-80e28e819bc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.0837200 Jul 07 13:01:16.383149 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-7529b2e9-1ecf-40c1-8e79-c26ee248916f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68 HTTP/1.1" status: 200 len: 1002 time: 0.0637927 Jul 07 13:01:16.432179 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-f1d7190d-02c8-485a-bede-f3c35ab06c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:16.433663 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-f1d7190d-02c8-485a-bede-f3c35ab06c97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0447192 Jul 07 13:01:16.440177 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:16.499088 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-e2c4c6d8-f0bd-4fb0-a51e-dd723fa08b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:16.500584 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-e2c4c6d8-f0bd-4fb0-a51e-dd723fa08b0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603848 Jul 07 13:01:16.592424 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-e27ed2e6-e202-43a1-ab7f-6d104a3e93a3 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842068 Jul 07 13:01:16.682086 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d42be895-8bac-4eaa-a7db-3adbf3bb3fde req-4da09f76-e080-4122-a8ef-281a374bd2f1 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Jul 07 13:01:17.069023 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-f8db5c9c-a7d3-49ec-89e5-7485da5f6ce4 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=967572d0b51b4c1b993a9b2807515ae0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330486 Jul 07 13:01:17.244513 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-e6c4757a-ad28-44ba-b961-408c58efc3e2 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:17.245947 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-e6c4757a-ad28-44ba-b961-408c58efc3e2 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713400 Jul 07 13:01:17.260347 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-a9f4da1e-63ab-4086-9d7b-4991cfae0ae3 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/quotas/967572d0b51b4c1b993a9b2807515ae0 HTTP/1.1" status: 200 len: 375 time: 0.0090835 Jul 07 13:01:17.291280 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-a5ee8086-e6dd-4272-a80c-d94d3ec0461c tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=967572d0b51b4c1b993a9b2807515ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261896 Jul 07 13:01:17.510538 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e87d32ef-0e3c-4919-b080-d3a1f9c0f8d0 req-ce6e1f14-262d-4ebe-ba67-724bb6922335 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 210 time: 0.0852103 Jul 07 13:01:18.654965 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-91f4dee8-5726-4913-8976-16daffdd84da req-354d0e79-5afe-4345-a537-2527e381f8f8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 210 time: 0.0287886 Jul 07 13:01:18.714518 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-723a2739-d1fd-41fb-8567-bdf0c8ad52e2 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=967572d0b51b4c1b993a9b2807515ae0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235307 Jul 07 13:01:18.822782 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-411440d0-e0f9-4226-b57f-cec4915aec25 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:18.824222 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-411440d0-e0f9-4226-b57f-cec4915aec25 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033230 Jul 07 13:01:18.844685 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Request body: {'port': {'device_id': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283', 'admin_state_up': True, 'tenant_id': '967572d0b51b4c1b993a9b2807515ae0'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:18.959503 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Made reservation on behalf of 967572d0b51b4c1b993a9b2807515ae0 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:01:18.963015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:18.971828 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.067271 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.071967 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.136715 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca103f-93fb-4982-87bb-80a60b4f6bc5,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:19.181361 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58448) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:19.214680 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Allocated IP 192.168.233.67 (74a128f4-df62-4db1-ae55-b444ec22e283/d387a7d5-1c4a-44ca-874f-3b4a936ba380/5c0afa32-a420-46fa-8dc2-54c35ad12a47) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:19.293567 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f07772d3-7cb0-4a51-8f54-4bbea2862602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.372436 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.383691 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f07772d3-7cb0-4a51-8f54-4bbea2862602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.386674 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Transition to ACTIVE for port object 5c0afa32-a420-46fa-8dc2-54c35ad12a47 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:19.388254 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f07772d3-7cb0-4a51-8f54-4bbea2862602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.420773 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.432544 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f07772d3-7cb0-4a51-8f54-4bbea2862602 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f24a20368a3147699b1c71eeffd1173b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477851 Jul 07 13:01:19.432544 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07772d3-7cb0-4a51-8f54-4bbea2862602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a117cca7-2f14-4e15-84b5-9870d5fa0119,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:19.432896 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58454) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:19.476470 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Network 74a128f4-df62-4db1-ae55-b444ec22e283 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:19.485706 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:19.496507 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:19.507602 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Pushing event updated for resources: {'Port': ['ID=5c0afa32-a420-46fa-8dc2-54c35ad12a47,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:19.563458 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2fca-bb2b-4fd8-b586-2e905f8341e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.570406 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:19.571058 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.595544 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c2c1698d-90dd-48d7-944e-19f47ac19374 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7551508 Jul 07 13:01:19.605143 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2fca-bb2b-4fd8-b586-2e905f8341e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.618269 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Request body: {'port': {'device_id': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:19.709033 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.713204 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2fca-bb2b-4fd8-b586-2e905f8341e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.715672 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2fca-bb2b-4fd8-b586-2e905f8341e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.719337 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d4fc2fca-bb2b-4fd8-b586-2e905f8341e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a117cca7-2f14-4e15-84b5-9870d5fa0119 HTTP/1.1" status: 204 len: 168 time: 0.2671802 Jul 07 13:01:19.734066 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4fbb3a0c-30cc-4652-9bf1-65701a83fc4d None None] Provisioning for port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:19.738439 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc2fca-bb2b-4fd8-b586-2e905f8341e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a117cca7-2f14-4e15-84b5-9870d5fa0119,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:19.741188 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4fbb3a0c-30cc-4652-9bf1-65701a83fc4d None None] Provisioning complete for port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:19.742165 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4fbb3a0c-30cc-4652-9bf1-65701a83fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:19.790923 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb3a0c-30cc-4652-9bf1-65701a83fc4d None None] Port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:01:19.958297 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54818cbd-7405-433d-8f36-4bf3d9654cd0 req-4402f976-36bc-493b-b9db-470cc0256855 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:19.959795 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54818cbd-7405-433d-8f36-4bf3d9654cd0 req-4402f976-36bc-493b-b9db-470cc0256855 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 935 time: 0.1829796 Jul 07 13:01:20.004409 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58462) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:20.018660 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54818cbd-7405-433d-8f36-4bf3d9654cd0 req-5863d13b-172f-4c9e-88f4-0d99adcf97be tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525939 Jul 07 13:01:20.019829 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-217fe9c7-c084-46d9-aa4f-b247570747d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.092319 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0afa32-a420-46fa-8dc2-54c35ad12a47 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:01:20.100525 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.109975 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-217fe9c7-c084-46d9-aa4f-b247570747d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.112577 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Transition to ACTIVE for port object 5c0afa32-a420-46fa-8dc2-54c35ad12a47 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:20.114330 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-217fe9c7-c084-46d9-aa4f-b247570747d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.116607 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.153921 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fe9c7-c084-46d9-aa4f-b247570747d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76e6de-a19d-42d3-a6a7-4e57b2c0e7fe,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:20.160966 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-217fe9c7-c084-46d9-aa4f-b247570747d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2f32fb8818b447aaf8e1db622323a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527805 Jul 07 13:01:20.161083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58464) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:20.166358 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0afa32-a420-46fa-8dc2-54c35ad12a47,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:20.216510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1788ed64-0d28-4a23-9955-fac28ed4e526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.240221 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1788ed64-0d28-4a23-9955-fac28ed4e526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.245233 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Attempting to bind port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:20.246961 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Attempting to bind port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:20.247335 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Attempting to bind port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 on network 74a128f4-df62-4db1-ae55-b444ec22e283 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:20.252077 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 on network 74a128f4-df62-4db1-ae55-b444ec22e283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:01:20.252395 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Attempting to bind port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 on network 74a128f4-df62-4db1-ae55-b444ec22e283 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:20.258224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:20.258563 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Checking segment: {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:20.258982 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Bound using segment: {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:20.259403 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Bound port: 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e304cadd-a7bb-4b09-920a-b6fd636a08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:20.259756 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.291266 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1788ed64-0d28-4a23-9955-fac28ed4e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.294097 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1788ed64-0d28-4a23-9955-fac28ed4e526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.295129 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1788ed64-0d28-4a23-9955-fac28ed4e526 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd76e6de-a19d-42d3-a6a7-4e57b2c0e7fe HTTP/1.1" status: 204 len: 168 time: 0.1330333 Jul 07 13:01:20.303688 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788ed64-0d28-4a23-9955-fac28ed4e526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76e6de-a19d-42d3-a6a7-4e57b2c0e7fe,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:20.335825 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] For port 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host hv-cinder-79220, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:20.340554 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] For port 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:20.346135 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.383300 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:20.383779 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.385170 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] 10.222.0.50 "PUT /v2.0/ports/5c0afa32-a420-46fa-8dc2-54c35ad12a47 HTTP/1.1" status: 200 len: 1097 time: 0.7732928 Jul 07 13:01:20.385602 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'tag': '5c0afa32-a420-46fa-8dc2-54c35ad12a47'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:01:20.387850 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa91eda4-ba62-4793-acee-866a3b01f95c" -d '{"events": [{"name": "network-changed", "server_uuid": "979bab33-62d7-48df-b53b-79a7ff9cc11e", "tag": "5c0afa32-a420-46fa-8dc2-54c35ad12a47"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:01:20.421535 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e21722-085f-495a-a7cf-445ca89fa623 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0afa32-a420-46fa-8dc2-54c35ad12a47,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:20.448539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37764731-29c1-4c82-9666-61ef660086de x-openstack-request-id: req-37764731-29c1-4c82-9666-61ef660086de {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:01:20.448996 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979bab33-62d7-48df-b53b-79a7ff9cc11e", "tag": "5c0afa32-a420-46fa-8dc2-54c35ad12a47", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:01:20.449308 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37764731-29c1-4c82-9666-61ef660086de {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:01:20.449795 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'tag': '5c0afa32-a420-46fa-8dc2-54c35ad12a47', 'status': 'completed', 'code': 200} Jul 07 13:01:20.532361 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-3bc90117-8cae-4362-a74f-097ef886c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:20.534010 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-3bc90117-8cae-4362-a74f-097ef886c53c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=967572d0b51b4c1b993a9b2807515ae0&device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 1100 time: 0.0740836 Jul 07 13:01:20.584518 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-29d81fa7-67e7-4802-817c-b5a74772dc6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47 HTTP/1.1" status: 200 len: 217 time: 0.0363345 Jul 07 13:01:20.634284 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-d2ba557d-64a8-4439-a793-6713a67c01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:20.635688 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-d2ba557d-64a8-4439-a793-6713a67c01e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d387a7d5-1c4a-44ca-874f-3b4a936ba380 HTTP/1.1" status: 200 len: 843 time: 0.0453358 Jul 07 13:01:20.673110 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58474) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:20.686352 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a3395403-3a2f-4cef-b78f-588ce841a984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.699178 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-4bcd34be-18d9-45c2-9403-b899d48cd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:20.701720 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-4bcd34be-18d9-45c2-9403-b899d48cd5e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74a128f4-df62-4db1-ae55-b444ec22e283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0585241 Jul 07 13:01:20.782571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a3395403-3a2f-4cef-b78f-588ce841a984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.786615 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a3395403-3a2f-4cef-b78f-588ce841a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.795565 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-849b946a-01e0-4271-bfd1-6e6e4673db2e service neutron] 10.222.0.50 "GET /v2.0/networks/74a128f4-df62-4db1-ae55-b444ec22e283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853984 Jul 07 13:01:20.829898 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a3395403-3a2f-4cef-b78f-588ce841a984 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64cb27f1f7464ace966dba67729703d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557024 Jul 07 13:01:20.830488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58476) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:20.832420 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3395403-3a2f-4cef-b78f-588ce841a984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f7868-c7bc-4e8e-b64c-8c9a723c897e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:20.883211 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-987627ae-beb4-4d22-a41f-e8cee0dc9561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.887656 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed63a9e9-a0fb-4237-aeed-c634d01b59e1 req-c4ce7c76-c61c-4b03-84b2-229cf03e97a0 service neutron] 10.222.0.50 "GET /v2.0/networks/74a128f4-df62-4db1-ae55-b444ec22e283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Jul 07 13:01:20.903848 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-987627ae-beb4-4d22-a41f-e8cee0dc9561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.950702 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-987627ae-beb4-4d22-a41f-e8cee0dc9561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.953235 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-987627ae-beb4-4d22-a41f-e8cee0dc9561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:20.954366 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-987627ae-beb4-4d22-a41f-e8cee0dc9561 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/379f7868-c7bc-4e8e-b64c-8c9a723c897e HTTP/1.1" status: 204 len: 168 time: 0.1228273 Jul 07 13:01:20.962171 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987627ae-beb4-4d22-a41f-e8cee0dc9561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f7868-c7bc-4e8e-b64c-8c9a723c897e,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:21.032742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-58ddf757-e765-42d8-abb0-405a0cbd4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:21.034242 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-58ddf757-e765-42d8-abb0-405a0cbd4256 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=967572d0b51b4c1b993a9b2807515ae0&device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 1100 time: 0.0524106 Jul 07 13:01:21.125493 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-e4d0b123-4d47-4903-a3ec-5d54da81a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:21.127049 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-e4d0b123-4d47-4903-a3ec-5d54da81a374 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74a128f4-df62-4db1-ae55-b444ec22e283 HTTP/1.1" status: 200 len: 871 time: 0.0863154 Jul 07 13:01:21.183697 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-11894272-502c-40a7-9a72-83409886b58b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47 HTTP/1.1" status: 200 len: 217 time: 0.0487609 Jul 07 13:01:21.260613 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-c6ba4705-845c-48c2-b97d-699612788403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:21.261970 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-c6ba4705-845c-48c2-b97d-699612788403 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d387a7d5-1c4a-44ca-874f-3b4a936ba380 HTTP/1.1" status: 200 len: 843 time: 0.0617020 Jul 07 13:01:21.289074 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daba4f-5f80-4e2f-b0ff-886aa1b6f0e1 req-85d691a8-ab33-40cd-9a1c-bc13d816b515 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:21.290513 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-42daba4f-5f80-4e2f-b0ff-886aa1b6f0e1 req-85d691a8-ab33-40cd-9a1c-bc13d816b515 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 947 time: 0.1483312 Jul 07 13:01:21.347752 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-42daba4f-5f80-4e2f-b0ff-886aa1b6f0e1 req-0b375b41-984a-4a3a-9258-1f5fb391f0e7 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Jul 07 13:01:21.363391 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-cbd0afef-439d-443c-b481-ff31ad6b5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:21.364855 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-cbd0afef-439d-443c-b481-ff31ad6b5a2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74a128f4-df62-4db1-ae55-b444ec22e283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0951908 Jul 07 13:01:21.452355 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-24dcef7b-863f-464b-b6d5-284a79c15479 service neutron] 10.222.0.50 "GET /v2.0/networks/74a128f4-df62-4db1-ae55-b444ec22e283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798244 Jul 07 13:01:21.542229 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa91eda4-ba62-4793-acee-866a3b01f95c req-8f730fdd-21a4-4fd8-b08b-1b71284748ad service neutron] 10.222.0.50 "GET /v2.0/networks/74a128f4-df62-4db1-ae55-b444ec22e283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825937 Jul 07 13:01:22.514807 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77dde-0810-444b-b36c-08ee792644b3 req-6acddbef-f1a8-4b5c-b584-d6502193ad41 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:22.516196 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04a77dde-0810-444b-b36c-08ee792644b3 req-6acddbef-f1a8-4b5c-b584-d6502193ad41 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 947 time: 0.0607810 Jul 07 13:01:22.552331 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04a77dde-0810-444b-b36c-08ee792644b3 req-a96637b1-a8d0-4ad5-82fd-326c8a2e7735 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Jul 07 13:01:23.724719 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac923ce-72fe-40a1-9df6-d575a9de2b29 req-e14f59c8-4a60-494f-b8d6-0abfc4bde977 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:23.726616 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ac923ce-72fe-40a1-9df6-d575a9de2b29 req-e14f59c8-4a60-494f-b8d6-0abfc4bde977 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 947 time: 0.0645716 Jul 07 13:01:23.762104 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ac923ce-72fe-40a1-9df6-d575a9de2b29 req-694a3de2-40ea-43b5-9d44-249f4e8b4c29 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300140 Jul 07 13:01:23.855725 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 5c0afa32-a420-46fa-8dc2-54c35ad12a47 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:01:23.946967 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:23.960932 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '5c0afa32-a420-46fa-8dc2-54c35ad12a47', 'network_id': '74a128f4-df62-4db1-ae55-b444ec22e283', 'port_id': '5c0afa32-a420-46fa-8dc2-54c35ad12a47', 'mac_address': 'fa:16:3e:62:9d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd387a7d5-1c4a-44ca-874f-3b4a936ba380', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:01:23.997783 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:24.010246 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0afa32-a420-46fa-8dc2-54c35ad12a47 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:01:24.028841 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:24.032859 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:24.078309 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=5c0afa32-a420-46fa-8dc2-54c35ad12a47,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:24.354257 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['5c0afa32-a420-46fa-8dc2-54c35ad12a47'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:01:24.929640 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304cdd9-3d61-4323-8367-7381c1a9340a req-a2416d10-98dc-425b-88c5-1ca1e053a97b tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:24.931589 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3304cdd9-3d61-4323-8367-7381c1a9340a req-a2416d10-98dc-425b-88c5-1ca1e053a97b tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 948 time: 0.0603411 Jul 07 13:01:24.967966 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3304cdd9-3d61-4323-8367-7381c1a9340a req-2b75773e-b60f-43a6-a9da-e488c89a9d54 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305390 Jul 07 13:01:25.711289 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:01:25.857337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 5c0afa32-a420-46fa-8dc2-54c35ad12a47 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:25.903131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:25.906573 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:25.906977 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:25.982074 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:26.003376 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0afa32-a420-46fa-8dc2-54c35ad12a47'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:01:26.005619 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c90a53-f7bf-4670-a02e-c91b1a7a7525" -d '{"events": [{"server_uuid": "979bab33-62d7-48df-b53b-79a7ff9cc11e", "name": "network-vif-plugged", "status": "completed", "tag": "5c0afa32-a420-46fa-8dc2-54c35ad12a47"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:01:26.018308 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:26.022382 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:26.055027 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e21ee2-2d8e-495f-afe1-878c625db8f8 x-openstack-request-id: req-e8e21ee2-2d8e-495f-afe1-878c625db8f8 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:01:26.055318 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979bab33-62d7-48df-b53b-79a7ff9cc11e", "name": "network-vif-plugged", "status": "completed", "tag": "5c0afa32-a420-46fa-8dc2-54c35ad12a47", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:01:26.055567 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8e21ee2-2d8e-495f-afe1-878c625db8f8 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:01:26.055946 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0afa32-a420-46fa-8dc2-54c35ad12a47', 'code': 200} Jul 07 13:01:26.074080 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=5c0afa32-a420-46fa-8dc2-54c35ad12a47,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:26.161477 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d4ec9-3742-40dd-95b4-0b26408f3d4a req-65fd4520-16b2-4164-9545-ecfee33f78ca tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:26.163037 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-994d4ec9-3742-40dd-95b4-0b26408f3d4a req-65fd4520-16b2-4164-9545-ecfee33f78ca tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 949 time: 0.0617261 Jul 07 13:01:26.201743 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-994d4ec9-3742-40dd-95b4-0b26408f3d4a req-eb0d2fb3-8990-4bf1-8b9d-2d9027827a70 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jul 07 13:01:26.312767 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7805e6-0dcd-4e48-91a2-e07a3443b3a5 req-97885a77-1209-45d0-816a-7e0548ce7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:26.314242 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e7805e6-0dcd-4e48-91a2-e07a3443b3a5 req-97885a77-1209-45d0-816a-7e0548ce7017 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 1102 time: 0.0543768 Jul 07 13:01:26.348515 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e7805e6-0dcd-4e48-91a2-e07a3443b3a5 req-eb3a49dc-16a3-4f8c-8fd4-d46786dea9f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276823 Jul 07 13:01:27.371193 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fe2fb-757b-4e51-88e7-2bb509b44a51 req-8a02e1a9-a3e7-44f4-942d-d31dac8f0b75 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:27.372640 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962fe2fb-757b-4e51-88e7-2bb509b44a51 req-8a02e1a9-a3e7-44f4-942d-d31dac8f0b75 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 949 time: 0.0614259 Jul 07 13:01:27.412134 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-962fe2fb-757b-4e51-88e7-2bb509b44a51 req-e66cdad3-9b8d-4898-8bfa-500603e3ca58 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Jul 07 13:01:28.588053 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b47d7-25cc-4366-a007-496fb473a122 req-0c1e6798-a169-4857-8d5d-ab152b8892f0 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:28.589482 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-151b47d7-25cc-4366-a007-496fb473a122 req-0c1e6798-a169-4857-8d5d-ab152b8892f0 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 949 time: 0.0653479 Jul 07 13:01:28.625113 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-151b47d7-25cc-4366-a007-496fb473a122 req-30c6903e-8059-4fae-ae0e-1c885b44ab39 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301654 Jul 07 13:01:29.022377 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c865d8-97c3-475d-a877-b7d4d15d8cd2 req-27860b9b-601b-4972-a216-97ad31018493 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:29.023818 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-37c865d8-97c3-475d-a877-b7d4d15d8cd2 req-27860b9b-601b-4972-a216-97ad31018493 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 949 time: 0.0694044 Jul 07 13:01:29.062300 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-37c865d8-97c3-475d-a877-b7d4d15d8cd2 req-90c637b0-1b53-47fb-968a-c9f2fce8b177 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jul 07 13:01:30.233977 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb97e7e-7658-4df5-909f-48af7fcfdf1d req-c20def0e-426d-42ef-9f4c-bbfcec39dade tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:30.235478 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fdb97e7e-7658-4df5-909f-48af7fcfdf1d req-c20def0e-426d-42ef-9f4c-bbfcec39dade tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 949 time: 0.0621650 Jul 07 13:01:30.272742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fdb97e7e-7658-4df5-909f-48af7fcfdf1d req-fd3141f0-46d7-450b-b723-31b0cf4c81ad tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/security-groups?id=3bca103f-93fb-4982-87bb-80a60b4f6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jul 07 13:01:30.504581 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-5998697c-480a-476e-b40e-213e3242236b tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:30.505875 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-5998697c-480a-476e-b40e-213e3242236b tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.50 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 949 time: 0.0631478 Jul 07 13:01:30.601217 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Deleting port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:01:30.601556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:30.689094 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] For port 5c0afa32-a420-46fa-8dc2-54c35ad12a47, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c0afa32-a420-46fa-8dc2-54c35ad12a47,segment=NetworkSegment(e304cadd-a7bb-4b09-920a-b6fd636a08dc),segment_id=e304cadd-a7bb-4b09-920a-b6fd636a08dc)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:30.689445 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:30.700635 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Calling delete_port for 5c0afa32-a420-46fa-8dc2-54c35ad12a47 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:01:30.825294 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:30.854134 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Pushing event deleted for resources: {'Port': ['ID=5c0afa32-a420-46fa-8dc2-54c35ad12a47,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:30.866134 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['5c0afa32-a420-46fa-8dc2-54c35ad12a47'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:01:30.900816 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] No DVR routers for this DVR port 5c0afa32-a420-46fa-8dc2-54c35ad12a47 on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:01:30.903413 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:30.905808 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2f7129bd-ebae-41e7-9a78-c2d616fcf865 req-25b3f59f-b402-424f-8eec-fface30042c8 tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.50 "DELETE /v2.0/ports/5c0afa32-a420-46fa-8dc2-54c35ad12a47 HTTP/1.1" status: 204 len: 173 time: 0.3919914 Jul 07 13:01:30.906324 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'name': 'network-vif-deleted', 'tag': '5c0afa32-a420-46fa-8dc2-54c35ad12a47'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:01:30.909279 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bae7b4-11ef-4a22-8cd1-a49566f17fc2" -d '{"events": [{"server_uuid": "979bab33-62d7-48df-b53b-79a7ff9cc11e", "name": "network-vif-deleted", "tag": "5c0afa32-a420-46fa-8dc2-54c35ad12a47"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:01:31.127996 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef65cc9-5395-4c32-9ea1-b2b95e8bf28d x-openstack-request-id: req-6ef65cc9-5395-4c32-9ea1-b2b95e8bf28d {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:01:31.128281 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979bab33-62d7-48df-b53b-79a7ff9cc11e", "name": "network-vif-deleted", "tag": "5c0afa32-a420-46fa-8dc2-54c35ad12a47", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:01:31.128527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ef65cc9-5395-4c32-9ea1-b2b95e8bf28d {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:01:31.128918 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979bab33-62d7-48df-b53b-79a7ff9cc11e', 'name': 'network-vif-deleted', 'tag': '5c0afa32-a420-46fa-8dc2-54c35ad12a47', 'status': 'completed', 'code': 200} Jul 07 13:01:31.426009 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca580817-d0bb-41ea-8b80-7867263638f8 req-42d9109a-0c4c-4d60-95e9-9396ea4c925b tempest-VolumesNegativeTest-712763474 tempest-VolumesNegativeTest-712763474-project] 10.222.0.21 "GET /v2.0/ports?device_id=979bab33-62d7-48df-b53b-79a7ff9cc11e HTTP/1.1" status: 200 len: 210 time: 0.0284214 Jul 07 13:01:33.873239 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 5c0afa32-a420-46fa-8dc2-54c35ad12a47 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:01:33.893936 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 5c0afa32-a420-46fa-8dc2-54c35ad12a47 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:01:33.894370 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 5c0afa32-a420-46fa-8dc2-54c35ad12a47 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:01:36.176913 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58762) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:36.301278 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-37e1e106-a321-4994-808c-4564683b7185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=967572d0b51b4c1b993a9b2807515ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231160 Jul 07 13:01:36.303670 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58766) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:36.355748 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:36.378553 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:36.423032 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:36.425836 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:36.426943 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bca103f-93fb-4982-87bb-80a60b4f6bc5 HTTP/1.1" status: 204 len: 168 time: 0.1223645 Jul 07 13:01:36.434788 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca103f-93fb-4982-87bb-80a60b4f6bc5,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:36.441883 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.442235 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.442582 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.442942 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.443277 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.443605 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.443923 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.444250 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.444577 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.444907 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.445229 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:36.445549 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7181f843-a03f-4c0b-8b0a-a65cdc9cf5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:37.020723 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58788) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:37.113919 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1446553299-network', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:37.135703 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Made reservation on behalf of 98650fa2cf054de28d610f5ca23dda5f for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:01:37.138008 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.146157 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.236688 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.240540 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.265767 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:01:37.271536 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770cf938-1e0a-46b0-8765-9c103a89fd2a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:37.277931 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.278280 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Added segment 104da2da-7943-4178-a2e8-b476e6926a52 of type vlan for network 08550555-f421-43b0-b480-6ed382a98cf8 Jul 07 13:01:37.317121 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.343762 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.344862 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:37.345490 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.405097 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3832474 Jul 07 13:01:37.407821 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58794) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:37.414388 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Request body: {'subnet': {'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1446553299-subnet', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:37.419237 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83afd45-849b-47ff-9282-aba4eea4f0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=08550555-f421-43b0-b480-6ed382a98cf8,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:37.428855 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 08550555-f421-43b0-b480-6ed382a98cf8 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:01:37.439413 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Made reservation on behalf of 98650fa2cf054de28d610f5ca23dda5f for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:01:37.442047 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.604000 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.660464 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46741bf2-92d2-49c5-b974-08c7eb1edb52,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:37.664619 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Checking segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:37.664969 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Network hostable DHCP agents. Network: 08550555-f421-43b0-b480-6ed382a98cf8, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:01:37.682109 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Network 08550555-f421-43b0-b480-6ed382a98cf8 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:01:37.690333 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 08550555-f421-43b0-b480-6ed382a98cf8) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:37.694959 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:37.695563 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.700695 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c5b70-f6ce-4b6d-a231-20042ad4a46a None None] Network 08550555-f421-43b0-b480-6ed382a98cf8 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:01:37.711254 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6c119318-626b-49c9-a727-75f11282c304 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3024004 Jul 07 13:01:37.714717 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58796) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:37.719092 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:37.743674 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.744787 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.803802 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.852338 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-08550555-f421-43b0-b480-6ed382a98cf8', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:01:37.853195 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.943526 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:37.988296 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Allocated IP 172.20.0.2 (08550555-f421-43b0-b480-6ed382a98cf8/46741bf2-92d2-49c5-b974-08c7eb1edb52/64402006-45a5-4a5c-a119-fbc2c1b0161d) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:38.133327 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.143758 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Transition to ACTIVE for port object 64402006-45a5-4a5c-a119-fbc2c1b0161d will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:38.149707 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.157902 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Transition to ACTIVE for port object 64402006-45a5-4a5c-a119-fbc2c1b0161d will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:38.164435 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.170219 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.205498 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Network 08550555-f421-43b0-b480-6ed382a98cf8 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:38.211684 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:38.216366 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:38.219311 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Pushing event updated for resources: {'Port': ['ID=64402006-45a5-4a5c-a119-fbc2c1b0161d,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:38.296337 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Allocated IP 172.27.0.38 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/7f622c7c-07c8-4e76-aff9-38eaee2bec96) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:38.394347 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Attempting to bind port 64402006-45a5-4a5c-a119-fbc2c1b0161d on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:38.394622 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Attempting to bind port 64402006-45a5-4a5c-a119-fbc2c1b0161d by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:38.395014 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Attempting to bind port 64402006-45a5-4a5c-a119-fbc2c1b0161d on network 08550555-f421-43b0-b480-6ed382a98cf8 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:38.399846 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:38.400707 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Checking segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:38.401576 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.401974 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Bound using segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:38.402437 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Bound port: 64402006-45a5-4a5c-a119-fbc2c1b0161d, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:38.402743 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.402889 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.442702 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.464079 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] For port 64402006-45a5-4a5c-a119-fbc2c1b0161d, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:38.467148 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] For port 64402006-45a5-4a5c-a119-fbc2c1b0161d, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=64402006-45a5-4a5c-a119-fbc2c1b0161d,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:38.471822 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.481777 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:38.484672 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:38.489974 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:38.519503 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Pushing event updated for resources: {'Port': ['ID=7f622c7c-07c8-4e76-aff9-38eaee2bec96,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:38.545894 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c51e9-edc7-4a25-97f1-bc543ba5c4d3 None None] Pushing event updated for resources: {'Port': ['ID=64402006-45a5-4a5c-a119-fbc2c1b0161d,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:38.787719 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:38.977196 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:39.102515 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Router 0ccecb07-8c29-48fd-9a14-2a1745af9571 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:01:39.210598 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:01:39.221976 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Sync routers for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:01:39.228519 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:39.229775 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2f0ee74b-a1a4-4bb7-8ddd-8afed8486130 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5140946 Jul 07 13:01:39.231792 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:39.232582 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:39.232728 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58800) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:39.343131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:39.451049 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd179a2-f5d0-4e13-9139-201cd329b951 None None] Network 08550555-f421-43b0-b480-6ed382a98cf8 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:01:39.530857 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-42613c86-d271-41bb-81ee-354432dab5cf None None] Provisioning for port 64402006-45a5-4a5c-a119-fbc2c1b0161d completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:39.663821 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:39.669863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:38Z', 'revision_number': 3, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:39.701723 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Checking router: 0ccecb07-8c29-48fd-9a14-2a1745af9571 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:01:39.702090 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Updating router 0ccecb07-8c29-48fd-9a14-2a1745af9571 port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:01:39.745241 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:39.841591 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Allocated IP 172.20.0.1 (08550555-f421-43b0-b480-6ed382a98cf8/46741bf2-92d2-49c5-b974-08c7eb1edb52/b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:40.015354 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.028458 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Transition to ACTIVE for port object b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:40.043833 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.054347 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Transition to ACTIVE for port object 7f622c7c-07c8-4e76-aff9-38eaee2bec96 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:40.064500 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.065029 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.105332 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Network 08550555-f421-43b0-b480-6ed382a98cf8 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:40.108126 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:40.112468 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:40.115539 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:40.129370 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843b215-3785-43d9-bfe2-509a49b18d1a None None] Pushing event updated for resources: {'Port': ['ID=7f622c7c-07c8-4e76-aff9-38eaee2bec96,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:40.132530 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Attempting to bind port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:40.133109 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Attempting to bind port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:40.133657 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Attempting to bind port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:40.139867 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:40.140249 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:40.140656 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.141109 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:40.141588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Bound port: 7f622c7c-07c8-4e76-aff9-38eaee2bec96, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:40.141978 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.155191 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.202154 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] For port 7f622c7c-07c8-4e76-aff9-38eaee2bec96, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:40.208739 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] For port 7f622c7c-07c8-4e76-aff9-38eaee2bec96, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=7f622c7c-07c8-4e76-aff9-38eaee2bec96,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:40.214883 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.279766 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:40.286009 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:40.288221 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843b215-3785-43d9-bfe2-509a49b18d1a None None] Pushing event updated for resources: {'Port': ['ID=7f622c7c-07c8-4e76-aff9-38eaee2bec96,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:40.317814 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.331612 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 64402006-45a5-4a5c-a119-fbc2c1b0161d up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:40.440209 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 64402006-45a5-4a5c-a119-fbc2c1b0161d completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:40.443011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:40.476376 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 64402006-45a5-4a5c-a119-fbc2c1b0161d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:40.476854 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.486308 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.490552 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.501835 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-20589c32-8efc-47c8-ab02-c013f1afd7fa None None] Provisioning for port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:40.512516 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-20589c32-8efc-47c8-ab02-c013f1afd7fa None None] Provisioning complete for port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:40.512893 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-20589c32-8efc-47c8-ab02-c013f1afd7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.558866 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.560589 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:40.755776 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-20589c32-8efc-47c8-ab02-c013f1afd7fa None None] Port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:01:40.823092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.879846 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 64402006-45a5-4a5c-a119-fbc2c1b0161d, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=64402006-45a5-4a5c-a119-fbc2c1b0161d,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:40.885270 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:40.887656 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Network 08550555-f421-43b0-b480-6ed382a98cf8 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:40.890277 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:40.930745 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:39Z', 'revision_number': 1, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:40.966192 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c770a03-af60-4792-aea9-a20deb9169f7 None None] The sync data for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi is: [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:39Z', 'revision_number': 1, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:01:40.970693 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=64402006-45a5-4a5c-a119-fbc2c1b0161d,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:41.022698 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Router 0ccecb07-8c29-48fd-9a14-2a1745af9571 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:01:41.149006 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:01:41.153981 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f0732ffd-8f7b-4f44-af78-74f32abbb517 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ccecb07-8c29-48fd-9a14-2a1745af9571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202960 Jul 07 13:01:41.193343 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-44ccf652-4724-49e6-87a2-1d68a053bd08 None None] Provisioning complete for port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:41.193723 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-44ccf652-4724-49e6-87a2-1d68a053bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.243707 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-44ccf652-4724-49e6-87a2-1d68a053bd08 None None] Port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:01:41.297950 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8618578a-9a37-4176-9330-e2f407dbe554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.684790 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58832) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:41.690237 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1024217487-network', 'tenant_id': '55752499d2d8417dac582a03537e3343'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:41.713579 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Made reservation on behalf of 55752499d2d8417dac582a03537e3343 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:01:41.715980 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.724922 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.835546 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.843112 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.871043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:01:41.882007 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b48d0c6-2b95-4e4b-ba24-d04d8b299634,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:41.888995 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.889704 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Added segment e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1 of type vlan for network 0ae4f6b7-ac87-444b-9b97-447cc70da908 Jul 07 13:01:41.935668 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.972343 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:41.974028 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:41.974263 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.039787 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3537455 Jul 07 13:01:42.040682 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f62b5-3a03-494f-8ab4-729126ac5968 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae4f6b7-ac87-444b-9b97-447cc70da908,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:42.043090 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58836) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:42.048082 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Request body: {'subnet': {'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1024217487-subnet', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:42.056807 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:01:42.070198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Made reservation on behalf of 55752499d2d8417dac582a03537e3343 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:01:42.073784 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25330136'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.364125 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 64402006-45a5-4a5c-a119-fbc2c1b0161d up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:42.425806 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 64402006-45a5-4a5c-a119-fbc2c1b0161d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:42.426284 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.504850 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 7f622c7c-07c8-4e76-aff9-38eaee2bec96 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:42.555715 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:42.561131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:42.561775 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.593606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64933f-b218-44fb-96bd-6afc2189cf19 req-2d6fc615-64a0-47ec-a875-5e69d5720ed3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:42.595140 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd64933f-b218-44fb-96bd-6afc2189cf19 req-2d6fc615-64a0-47ec-a875-5e69d5720ed3 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.1299481 Jul 07 13:01:42.632653 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25402497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25330122'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.640815 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.660450 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 7f622c7c-07c8-4e76-aff9-38eaee2bec96, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=7f622c7c-07c8-4e76-aff9-38eaee2bec96,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:42.663938 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.671527 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd64933f-b218-44fb-96bd-6afc2189cf19 req-bd15bd2f-2a4c-4d7a-bdb6-71a9b2c23f21 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707188 Jul 07 13:01:42.701894 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Pushing event updated for resources: {'Subnet': ['ID=5400c2c0-7d8f-4747-9009-29b6125491f6,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:42.712926 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=7f622c7c-07c8-4e76-aff9-38eaee2bec96,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:42.713899 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.714258 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.714604 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.714973 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.715310 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.715646 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.715979 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.716307 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.716636 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.717003 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.717286 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.717609 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:42.720620 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Checking segment: {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:42.721030 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Network hostable DHCP agents. Network: 0ae4f6b7-ac87-444b-9b97-447cc70da908, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:01:42.737961 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:01:42.746799 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 0ae4f6b7-ac87-444b-9b97-447cc70da908) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:42.750883 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:42.751469 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.755625 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620b21a-3cf3-4c7d-b54c-25efa66a5e2b None None] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:01:42.768886 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58848) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:42.769127 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-1f2cb2a0-3a18-4688-8157-32385f1727de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7248919 Jul 07 13:01:42.775685 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:42.803994 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.805273 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.866719 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:42.924213 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-0ae4f6b7-ac87-444b-9b97-447cc70da908', 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'fixed_ips': [{'subnet_id': '5400c2c0-7d8f-4747-9009-29b6125491f6'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:01:42.926015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.012271 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.070075 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Allocated IP 172.20.0.2 (0ae4f6b7-ac87-444b-9b97-447cc70da908/5400c2c0-7d8f-4747-9009-29b6125491f6/22161273-269f-4c2d-9e96-36cbb47de013) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:43.125516 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Sync routers for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:01:43.134596 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:43.135250 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:43.169782 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.225230 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.234767 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.243743 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Transition to ACTIVE for port object 22161273-269f-4c2d-9e96-36cbb47de013 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:43.245731 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.247288 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:43.259345 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Transition to ACTIVE for port object 22161273-269f-4c2d-9e96-36cbb47de013 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:43.265840 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.307092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:43.312684 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:43.314762 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Pushing event updated for resources: {'Port': ['ID=22161273-269f-4c2d-9e96-36cbb47de013,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:43.316893 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:43.353265 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Allocated IP 172.27.0.169 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/857603ca-7825-4061-8bd7-d46ff05e12f9) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:43.380092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Attempting to bind port 22161273-269f-4c2d-9e96-36cbb47de013 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:43.380490 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Attempting to bind port 22161273-269f-4c2d-9e96-36cbb47de013 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:43.380923 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Attempting to bind port 22161273-269f-4c2d-9e96-36cbb47de013 on network 0ae4f6b7-ac87-444b-9b97-447cc70da908 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:43.386078 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:43.386560 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Checking segment: {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:43.387062 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.387519 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Bound using segment: {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:43.388049 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Bound port: 22161273-269f-4c2d-9e96-36cbb47de013, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:43.388493 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.453418 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 2, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:43.454897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] For port 22161273-269f-4c2d-9e96-36cbb47de013, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:43.460447 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] For port 22161273-269f-4c2d-9e96-36cbb47de013, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=22161273-269f-4c2d-9e96-36cbb47de013,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:43.465966 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.466242 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.484473 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Checking router: 0ccecb07-8c29-48fd-9a14-2a1745af9571 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:01:43.484821 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Updating router 0ccecb07-8c29-48fd-9a14-2a1745af9571 port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:01:43.508329 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.518312 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.533982 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d694da0-edb9-4747-ac07-b1de5b93e00e None None] Pushing event updated for resources: {'Port': ['ID=22161273-269f-4c2d-9e96-36cbb47de013,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:43.553240 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:43.556241 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:43.561080 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:43.593208 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Pushing event updated for resources: {'Port': ['ID=857603ca-7825-4061-8bd7-d46ff05e12f9,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:43.620600 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c51573bb-f326-4c41-b640-21db1414486f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.884776 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.897756 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad7b8a-209c-4545-8e44-11f45550c669 req-f6278584-4978-4143-9732-4ba693625bd7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:43.899353 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48ad7b8a-209c-4545-8e44-11f45550c669 req-f6278584-4978-4143-9732-4ba693625bd7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0774231 Jul 07 13:01:43.935444 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:43.945432 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Transition to ACTIVE for port object b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:43.946088 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48ad7b8a-209c-4545-8e44-11f45550c669 req-3b596044-07aa-4744-abf0-4ebdf4cbc87f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352774 Jul 07 13:01:43.951653 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.002868 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Pushing event updated for resources: {'Port': ['ID=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:44.011136 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.011476 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.011818 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.012145 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.012469 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.012793 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.013297 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.013621 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.013963 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.014284 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.014598 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.014962 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:44.072007 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Attempting to bind port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:44.072253 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Attempting to bind port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:44.072618 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Attempting to bind port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec on network 08550555-f421-43b0-b480-6ed382a98cf8 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:44.078164 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:44.078531 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Checking segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:44.078957 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.079484 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Bound using segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:44.080161 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Bound port: b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:44.080375 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.102630 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.142886 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] For port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:44.145968 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] For port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:44.152614 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.210388 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:44.211025 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:44.268115 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Router 0bca1b08-26ad-4f6c-b51f-31bcab514158 is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:01:44.269307 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50527b21-3b3a-499c-b2ed-e55299d4ebbf None None] Pushing event updated for resources: {'Port': ['ID=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:44.328991 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.363919 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:44.422015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 7f622c7c-07c8-4e76-aff9-38eaee2bec96 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:44.448357 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:01:44.466370 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Sync routers for ids ['0bca1b08-26ad-4f6c-b51f-31bcab514158'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:01:44.475042 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.477712 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-08ae381c-6fcc-4b1b-ba8e-61aff23bc5db admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7067311 Jul 07 13:01:44.479993 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58852) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:44.485976 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Routers {'0bca1b08-26ad-4f6c-b51f-31bcab514158'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:44.486618 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0bca1b08-26ad-4f6c-b51f-31bcab514158'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:44.618614 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:44.619059 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:44.649413 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:44Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:44.676451 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Set router 0bca1b08-26ad-4f6c-b51f-31bcab514158 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:44.690732 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4f0b2-be6f-46fb-986c-e10bf3c656eb None None] The sync data for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi is: [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:44Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:01:44.760257 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb07e24-524c-4e18-93e1-ee548d4f577a None None] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:01:44.893095 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 22161273-269f-4c2d-9e96-36cbb47de013 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:44.894660 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-7f3ef199-0687-45a2-9e6d-1b881ec1ebe2 None None] Provisioning for port 22161273-269f-4c2d-9e96-36cbb47de013 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:44.969357 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.150854 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Allocated IP 172.20.0.1 (0ae4f6b7-ac87-444b-9b97-447cc70da908/5400c2c0-7d8f-4747-9009-29b6125491f6/74337d65-f98d-4869-8e76-a24a113059d4) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:01:45.158588 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2201-e53e-4193-8c5a-72ba47fcc204 req-0dc087e8-f628-4e66-b0f3-04a995da78c1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:45.162728 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-640c2201-e53e-4193-8c5a-72ba47fcc204 req-0dc087e8-f628-4e66-b0f3-04a995da78c1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0856197 Jul 07 13:01:45.223576 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.229234 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 22161273-269f-4c2d-9e96-36cbb47de013 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:45.234603 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 22161273-269f-4c2d-9e96-36cbb47de013 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:45.235007 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.239208 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-640c2201-e53e-4193-8c5a-72ba47fcc204 req-b9618921-df13-4cae-a946-641d9599d54a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671074 Jul 07 13:01:45.271730 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.287011 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Transition to ACTIVE for port object 74337d65-f98d-4869-8e76-a24a113059d4 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:45.305790 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:01:43Z', 'revision_number': 3, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:45.324281 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.344509 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Checking router: 0bca1b08-26ad-4f6c-b51f-31bcab514158 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:01:45.345057 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Updating router 0bca1b08-26ad-4f6c-b51f-31bcab514158 port 857603ca-7825-4061-8bd7-d46ff05e12f9 binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:01:45.364052 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:45.371527 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:45.376343 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:01:45.396078 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Pushing event updated for resources: {'Port': ['ID=74337d65-f98d-4869-8e76-a24a113059d4,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:45.414166 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.417597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.448012 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.549273 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 22161273-269f-4c2d-9e96-36cbb47de013, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=22161273-269f-4c2d-9e96-36cbb47de013,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:45.558949 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.574030 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.670958 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=22161273-269f-4c2d-9e96-36cbb47de013,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:45.694921 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4a78e743-5ac0-4aac-90db-a7e092e86e00 None None] Provisioning complete for port 22161273-269f-4c2d-9e96-36cbb47de013 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:45.695300 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4a78e743-5ac0-4aac-90db-a7e092e86e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.758813 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.763199 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.817032 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.832265 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Pushing event updated for resources: {'Port': ['ID=74337d65-f98d-4869-8e76-a24a113059d4,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:45.838182 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Transition to ACTIVE for port object 857603ca-7825-4061-8bd7-d46ff05e12f9 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:45.839980 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.847422 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.898026 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Attempting to bind port 857603ca-7825-4061-8bd7-d46ff05e12f9 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:45.898374 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Attempting to bind port 857603ca-7825-4061-8bd7-d46ff05e12f9 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:45.898732 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Attempting to bind port 857603ca-7825-4061-8bd7-d46ff05e12f9 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:45.901230 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca86c-979c-430f-a77f-855d87e71921 None None] Pushing event updated for resources: {'Port': ['ID=857603ca-7825-4061-8bd7-d46ff05e12f9,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:45.907559 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:45.908012 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:45.908371 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.908694 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:45.909158 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Bound port: 857603ca-7825-4061-8bd7-d46ff05e12f9, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:45.909544 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.927716 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:01:45.929081 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:01:45.969201 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] For port 857603ca-7825-4061-8bd7-d46ff05e12f9, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:45.973869 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] For port 857603ca-7825-4061-8bd7-d46ff05e12f9, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=857603ca-7825-4061-8bd7-d46ff05e12f9,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:45.977570 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:45.986752 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dda2d252-40e0-4dea-8f79-72d73cb582b0 None None] Provisioning for port 74337d65-f98d-4869-8e76-a24a113059d4 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:46.014642 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dda2d252-40e0-4dea-8f79-72d73cb582b0 None None] Provisioning complete for port 74337d65-f98d-4869-8e76-a24a113059d4 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:46.015332 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dda2d252-40e0-4dea-8f79-72d73cb582b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.080034 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Routers {'0bca1b08-26ad-4f6c-b51f-31bcab514158'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:46.080848 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0bca1b08-26ad-4f6c-b51f-31bcab514158'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:46.085947 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca86c-979c-430f-a77f-855d87e71921 None None] Pushing event updated for resources: {'Port': ['ID=857603ca-7825-4061-8bd7-d46ff05e12f9,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:46.121325 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-dda2d252-40e0-4dea-8f79-72d73cb582b0 None None] Port 74337d65-f98d-4869-8e76-a24a113059d4 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:01:46.203166 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] Set router 0bca1b08-26ad-4f6c-b51f-31bcab514158 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:46.250907 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ee34d41d-fef4-4afb-b174-4f6df34aa473 None None] Provisioning complete for port 74337d65-f98d-4869-8e76-a24a113059d4 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:46.251282 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ee34d41d-fef4-4afb-b174-4f6df34aa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.289456 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Router 0bca1b08-26ad-4f6c-b51f-31bcab514158 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:01:46.308568 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 22161273-269f-4c2d-9e96-36cbb47de013 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:46.383239 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-ee34d41d-fef4-4afb-b174-4f6df34aa473 None None] Port 74337d65-f98d-4869-8e76-a24a113059d4 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:01:46.405921 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:01:46.419900 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b7ec3eaa-d895-4728-ac9d-556b146597dc admin admin] 10.222.0.21 "PUT /v2.0/routers/0bca1b08-26ad-4f6c-b51f-31bcab514158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9308295 Jul 07 13:01:46.440527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54161c-1f46-4e94-b155-2b63d0928e4a req-55b9bb37-f0ed-4a51-9cde-b22013398c70 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:46.442116 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8c54161c-1f46-4e94-b155-2b63d0928e4a req-55b9bb37-f0ed-4a51-9cde-b22013398c70 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0745819 Jul 07 13:01:46.457984 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 22161273-269f-4c2d-9e96-36cbb47de013 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:46.458366 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.485026 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.487895 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8c54161c-1f46-4e94-b155-2b63d0928e4a req-cdb1e482-f73c-41f3-b0d0-0b745f25233d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Jul 07 13:01:46.574872 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '74337d65-f98d-4869-8e76-a24a113059d4', 'name': '', 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'mac_address': 'fa:16:3e:a7:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:44Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 2, 'project_id': '55752499d2d8417dac582a03537e3343', 'subnets': [{'id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:46.608262 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8da71-382e-4542-9bc4-a9eb88daa253 None None] The sync data for ids ['0bca1b08-26ad-4f6c-b51f-31bcab514158'] in dv-cinder-792209-6-iscsi is: [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '74337d65-f98d-4869-8e76-a24a113059d4', 'name': '', 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'mac_address': 'fa:16:3e:a7:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:44Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 2, 'project_id': '55752499d2d8417dac582a03537e3343', 'subnets': [{'id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:01:46.617778 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:46.668846 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:46.672899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:46.673288 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.756409 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.789591 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:46.795293 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:46.868575 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.151342 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58864) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.156105 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031366565', 'description': 'tempest-secgroup-smoke-2031366565 description', 'project_id': '98650fa2cf054de28d610f5ca23dda5f'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.177769 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.257757 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.260988 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.282120 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.283349 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1308987 Jul 07 13:01:47.286345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 58866) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.291583 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adecffc-e4a4-4c5a-be85-946584b83c92 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae8593-8d14-413c-b310-6bf572e56cd6,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.292233 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae8593-8d14-413c-b310-6bf572e56cd6', 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.317492 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.363320 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.367381 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.383868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae075c86-6ba3-4682-85b0-8a4e619237f9,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.410995 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.415103 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58868) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.415238 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-23aa2e4d-93a0-4017-8fbf-d5c9fec8cb8a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273301 Jul 07 13:01:47.420014 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae8593-8d14-413c-b310-6bf572e56cd6', 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.452134 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.502142 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.507930 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.531721 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eb112d-d9aa-4c44-b742-361424a55869,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.538363 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.541249 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5d56e737-3773-4236-9840-c5177e08f38f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249704 Jul 07 13:01:47.543976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58872) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.548886 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae8593-8d14-413c-b310-6bf572e56cd6', 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.577786 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.644191 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.650423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.666533 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedb7a0e-b7bc-4889-a61d-109baf3a7457,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.677011 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.679134 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3a4bb7b3-191c-4f31-a560-b28b0131b921 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333394 Jul 07 13:01:47.681257 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58874) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.687461 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae8593-8d14-413c-b310-6bf572e56cd6', 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.690474 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b6be2-65c3-4c02-bdc0-29ddd64c22b6 req-8df593f5-cd21-49a7-84fe-40d173362daf tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:47.692536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a09b6be2-65c3-4c02-bdc0-29ddd64c22b6 req-8df593f5-cd21-49a7-84fe-40d173362daf tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0752623 Jul 07 13:01:47.717358 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.734703 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a09b6be2-65c3-4c02-bdc0-29ddd64c22b6 req-299e8c24-5f53-4283-a3e4-0e4915281c8b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366919 Jul 07 13:01:47.790112 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.793769 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.815254 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ee8fb8-8492-4f70-bd41-c784b022c7cc,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.823558 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.827361 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-24abb353-c935-4c4c-87e4-3c77e635d51d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425657 Jul 07 13:01:47.827514 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58876) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.832500 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae8593-8d14-413c-b310-6bf572e56cd6', 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.853458 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Project 98650fa2cf054de28d610f5ca23dda5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:01:47.858647 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.920051 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.924068 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.943081 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b42ccd-1419-452f-8c9d-1a341f7488f7,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:47.947623 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:47.948946 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c254aa11-ca76-44de-9053-cc48be1e718d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204705 Jul 07 13:01:47.951626 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 58878) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:01:47.956167 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae8593-8d14-413c-b310-6bf572e56cd6', 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:01:47.979386 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Project 98650fa2cf054de28d610f5ca23dda5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 13:01:47.984621 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.049187 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.052369 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.069829 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a8fa78-7cf3-49e2-8e16-2339cb0693a6,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:48.074976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.076311 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-72a15150-1798-44b4-a420-ec0a62068aba tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237624 Jul 07 13:01:48.309528 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 857603ca-7825-4061-8bd7-d46ff05e12f9 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:48.357603 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 857603ca-7825-4061-8bd7-d46ff05e12f9 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:48.361427 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 857603ca-7825-4061-8bd7-d46ff05e12f9 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:48.361802 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.443401 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.466253 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 857603ca-7825-4061-8bd7-d46ff05e12f9, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=857603ca-7825-4061-8bd7-d46ff05e12f9,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:48.471130 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.471931 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:48.557156 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=857603ca-7825-4061-8bd7-d46ff05e12f9,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:48.565394 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.565747 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.566090 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.566429 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.566765 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.567126 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.567454 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.567782 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.568108 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.568440 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.568763 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.569085 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:01:48.580111 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:48.580667 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:48.758921 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Sync routers for ids ['0bca1b08-26ad-4f6c-b51f-31bcab514158'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:01:48.768087 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Routers {'0bca1b08-26ad-4f6c-b51f-31bcab514158'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:48.768686 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0bca1b08-26ad-4f6c-b51f-31bcab514158'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:48.875864 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Set router 0bca1b08-26ad-4f6c-b51f-31bcab514158 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:48.927545 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206510-fc28-4ac2-909a-0489fc03099d req-72c1f764-849a-4dfe-8503-31e47d4aab4f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:48.929162 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d206510-fc28-4ac2-909a-0489fc03099d req-72c1f764-849a-4dfe-8503-31e47d4aab4f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0744631 Jul 07 13:01:48.976474 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9d206510-fc28-4ac2-909a-0489fc03099d req-93c7da99-a214-4dc3-b435-1e4d301e38fd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Jul 07 13:01:49.081647 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '74337d65-f98d-4869-8e76-a24a113059d4', 'name': '', 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'mac_address': 'fa:16:3e:a7:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:44Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 2, 'project_id': '55752499d2d8417dac582a03537e3343', 'subnets': [{'id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:49.107210 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Checking router: 0bca1b08-26ad-4f6c-b51f-31bcab514158 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:01:49.107564 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Updating router 0bca1b08-26ad-4f6c-b51f-31bcab514158 port 74337d65-f98d-4869-8e76-a24a113059d4 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:01:49.140491 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:49.402607 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:49.411837 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Transition to ACTIVE for port object 74337d65-f98d-4869-8e76-a24a113059d4 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:01:49.417881 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:49.465358 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2889d-ed75-4870-9d96-3e4d9229aaa3 None None] Pushing event updated for resources: {'Port': ['ID=74337d65-f98d-4869-8e76-a24a113059d4,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:49.523581 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Attempting to bind port 74337d65-f98d-4869-8e76-a24a113059d4 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:01:49.523933 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Attempting to bind port 74337d65-f98d-4869-8e76-a24a113059d4 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:01:49.524179 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Attempting to bind port 74337d65-f98d-4869-8e76-a24a113059d4 on network 0ae4f6b7-ac87-444b-9b97-447cc70da908 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:01:49.531339 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:01:49.531717 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Checking segment: {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:01:49.532129 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:49.532529 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Bound using segment: {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:01:49.533021 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Bound port: 74337d65-f98d-4869-8e76-a24a113059d4, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:01:49.533506 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:49.612819 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] For port 74337d65-f98d-4869-8e76-a24a113059d4, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:01:49.616103 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] For port 74337d65-f98d-4869-8e76-a24a113059d4, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=74337d65-f98d-4869-8e76-a24a113059d4,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:01:49.621884 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:49.678038 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Routers {'0bca1b08-26ad-4f6c-b51f-31bcab514158'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:01:49.678679 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0bca1b08-26ad-4f6c-b51f-31bcab514158'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:49.719803 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2889d-ed75-4870-9d96-3e4d9229aaa3 None None] Pushing event updated for resources: {'Port': ['ID=74337d65-f98d-4869-8e76-a24a113059d4,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:49.887469 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] Set router 0bca1b08-26ad-4f6c-b51f-31bcab514158 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:01:50.083850 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '74337d65-f98d-4869-8e76-a24a113059d4', 'name': '', 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'mac_address': 'fa:16:3e:a7:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:44Z', 'updated_at': '2021-07-07T13:01:49Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'subnets': [{'id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:01:50.113964 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357beef-3a31-46b9-8a1d-8e4ced5f2620 None None] The sync data for ids ['0bca1b08-26ad-4f6c-b51f-31bcab514158'] in dv-cinder-792209-6-iscsi is: [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:01:45Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '74337d65-f98d-4869-8e76-a24a113059d4', 'name': '', 'network_id': '0ae4f6b7-ac87-444b-9b97-447cc70da908', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'mac_address': 'fa:16:3e:a7:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:44Z', 'updated_at': '2021-07-07T13:01:49Z', 'revision_number': 4, 'project_id': '55752499d2d8417dac582a03537e3343', 'subnets': [{'id': '5400c2c0-7d8f-4747-9009-29b6125491f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:01:50.155930 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda2bf-bd53-4331-897b-1feb1d0eb363 req-54e50bf8-014c-4862-9b08-234de5075316 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:50.157617 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dddda2bf-bd53-4331-897b-1feb1d0eb363 req-54e50bf8-014c-4862-9b08-234de5075316 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0671322 Jul 07 13:01:50.201217 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dddda2bf-bd53-4331-897b-1feb1d0eb363 req-28e4d6a0-8736-43b1-bbb1-da851527b213 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Jul 07 13:01:50.274790 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 74337d65-f98d-4869-8e76-a24a113059d4 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:50.326223 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 74337d65-f98d-4869-8e76-a24a113059d4 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:01:50.330662 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 74337d65-f98d-4869-8e76-a24a113059d4 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:50.331155 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:50.418458 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:50.578355 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 74337d65-f98d-4869-8e76-a24a113059d4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=74337d65-f98d-4869-8e76-a24a113059d4,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:50.582339 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:50.583192 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 857603ca-7825-4061-8bd7-d46ff05e12f9 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:50.659438 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=74337d65-f98d-4869-8e76-a24a113059d4,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:50.670903 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 857603ca-7825-4061-8bd7-d46ff05e12f9 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:50.671231 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:51.388098 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92332ce-331f-46a1-b5e4-a1422a96d888 req-eb993487-13a1-403b-9e02-e969f31514d4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:51.389575 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d92332ce-331f-46a1-b5e4-a1422a96d888 req-eb993487-13a1-403b-9e02-e969f31514d4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0625727 Jul 07 13:01:51.426993 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d92332ce-331f-46a1-b5e4-a1422a96d888 req-2cf3d9d0-9b7c-45b5-a7ba-40c076cb21e9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 07 13:01:52.240696 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 74337d65-f98d-4869-8e76-a24a113059d4 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:52.289150 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 74337d65-f98d-4869-8e76-a24a113059d4 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:52.289519 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:52.608856 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd4f2-9ba5-4beb-b520-0ab83bb6d09e req-928d1e27-3b16-4739-8bfb-8058b4fd246f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:52.610335 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36bbd4f2-9ba5-4beb-b520-0ab83bb6d09e req-928d1e27-3b16-4739-8bfb-8058b4fd246f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0665984 Jul 07 13:01:52.647184 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36bbd4f2-9ba5-4beb-b520-0ab83bb6d09e req-d871835d-a3c3-4dd2-b7cf-ad784866714c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Jul 07 13:01:53.826122 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c388bae-323e-442b-8098-6e605e69fae5 req-840119b8-dbd5-4896-abf5-7e5597295172 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:53.827649 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6c388bae-323e-442b-8098-6e605e69fae5 req-840119b8-dbd5-4896-abf5-7e5597295172 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0641866 Jul 07 13:01:53.864939 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6c388bae-323e-442b-8098-6e605e69fae5 req-6d6ae20d-d76b-4d6c-aa9c-6345bb8f1d0b tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Jul 07 13:01:55.051276 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816bdb9-b973-4aa4-a0a4-2132211c4b5b req-66f642d5-1181-4932-805e-85e270fa8bdd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:55.052820 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5816bdb9-b973-4aa4-a0a4-2132211c4b5b req-66f642d5-1181-4932-805e-85e270fa8bdd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0677986 Jul 07 13:01:55.091462 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5816bdb9-b973-4aa4-a0a4-2132211c4b5b req-6516eeda-e47e-4a58-8740-0b9a73284a8d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Jul 07 13:01:55.981611 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:01:56.098002 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:56.110011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'mac_address': 'fa:16:3e:4d:a7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:01:56.151440 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:56.167248 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edd59999-9a48-4e9a-a111-eab1b0dc9f4b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:01:56.190813 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:56.198156 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:56.291259 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:56.313797 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82ccbb-0aa8-4dc0-996b-9b7a4ac69b2b req-877f8cf0-1c32-4732-a36e-74bd58bd3166 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:56.317316 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec82ccbb-0aa8-4dc0-996b-9b7a4ac69b2b req-877f8cf0-1c32-4732-a36e-74bd58bd3166 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0809600 Jul 07 13:01:56.358662 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['edd59999-9a48-4e9a-a111-eab1b0dc9f4b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:01:56.363391 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec82ccbb-0aa8-4dc0-996b-9b7a4ac69b2b req-00e92064-e5d1-4507-9e91-8abcb555ffbd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394342 Jul 07 13:01:57.567505 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b66bd8-a3d8-4f29-8fd2-cf6e582a234e req-552fa005-e5b8-4aa9-9bfc-73343a9f09eb tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:57.569070 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65b66bd8-a3d8-4f29-8fd2-cf6e582a234e req-552fa005-e5b8-4aa9-9bfc-73343a9f09eb tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0780902 Jul 07 13:01:57.613458 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65b66bd8-a3d8-4f29-8fd2-cf6e582a234e req-0689effe-c6f7-471c-b491-eda3bd515991 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356684 Jul 07 13:01:57.996000 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:01:58.057829 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port edd59999-9a48-4e9a-a111-eab1b0dc9f4b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:01:58.058213 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:58.161470 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:58.187095 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:01:58.189585 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81650a9b-80fa-450b-a47b-ffed93b83165" -d '{"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-plugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:01:58.209967 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:01:58.215061 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:01:58.288035 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=7']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:01:58.307644 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a3e7cb-557e-468d-a25e-d2ee61bb94ad x-openstack-request-id: req-c0a3e7cb-557e-468d-a25e-d2ee61bb94ad {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:01:58.307971 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-plugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:01:58.308240 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0a3e7cb-557e-468d-a25e-d2ee61bb94ad {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:01:58.308739 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'code': 200} Jul 07 13:01:58.829860 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7138a-3329-4f6b-a5a6-6ad713bf7638 req-c139237b-77e1-4267-9254-b3e9e9691a50 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:01:58.831696 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46c7138a-3329-4f6b-a5a6-6ad713bf7638 req-c139237b-77e1-4267-9254-b3e9e9691a50 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0882683 Jul 07 13:01:58.879697 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46c7138a-3329-4f6b-a5a6-6ad713bf7638 req-6d702da9-e6cc-46b9-8083-61f93469af02 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Jul 07 13:02:00.112516 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8905aa0-4da8-4b13-8d25-edbe37432fcc req-e243b70a-0e8e-4fa2-ba7c-eda70850dbf0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:00.114724 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e8905aa0-4da8-4b13-8d25-edbe37432fcc req-e243b70a-0e8e-4fa2-ba7c-eda70850dbf0 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0794196 Jul 07 13:02:00.170958 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e8905aa0-4da8-4b13-8d25-edbe37432fcc req-6ef3b467-ab1b-40e6-a506-7885bc630011 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503702 Jul 07 13:02:01.352024 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8fe7-3f02-4cbd-b5b5-21b37b054c14 req-d8d71c1c-e24f-4b4b-916f-da89eadf02f5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:01.353531 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a38d8fe7-3f02-4cbd-b5b5-21b37b054c14 req-d8d71c1c-e24f-4b4b-916f-da89eadf02f5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0685747 Jul 07 13:02:01.393441 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a38d8fe7-3f02-4cbd-b5b5-21b37b054c14 req-eaa53f1d-979e-4603-9957-d5bf332bdc45 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339229 Jul 07 13:02:02.580513 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2fd6c-b394-4695-8c2e-ac0ebc70230a req-831726a8-1fd4-466a-9605-fd96344f26dc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:02.581994 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1ce2fd6c-b394-4695-8c2e-ac0ebc70230a req-831726a8-1fd4-466a-9605-fd96344f26dc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0645783 Jul 07 13:02:02.618172 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1ce2fd6c-b394-4695-8c2e-ac0ebc70230a req-65642f50-07e3-4f01-a246-a4b186bb8cd6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307779 Jul 07 13:02:02.709965 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:02:03.809834 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc7506-ef0f-48b1-9c85-8433cedeb153 req-3c81a6c7-f35d-4bb4-8916-4ad20eca5cfb tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:03.809834 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7dbc7506-ef0f-48b1-9c85-8433cedeb153 req-3c81a6c7-f35d-4bb4-8916-4ad20eca5cfb tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0644066 Jul 07 13:02:03.850298 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7dbc7506-ef0f-48b1-9c85-8433cedeb153 req-90c78a18-3afc-4e9f-8469-24b791725ede tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377791 Jul 07 13:02:04.604798 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-8ea2c62e-9af9-4e9e-90cf-d2d032c1258e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031366565&fields=id&tenant_id=98650fa2cf054de28d610f5ca23dda5f HTTP/1.1" status: 200 len: 267 time: 0.0478203 Jul 07 13:02:04.760948 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-e21ce92d-2388-419f-9753-a2c93a93d33e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:04.771382 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-e21ce92d-2388-419f-9753-a2c93a93d33e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 809 time: 0.1586185 Jul 07 13:02:04.787824 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-78ecc6ea-090c-4ba4-b93b-b1c1059862a6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/quotas/98650fa2cf054de28d610f5ca23dda5f HTTP/1.1" status: 200 len: 375 time: 0.0145409 Jul 07 13:02:04.891385 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-9ab64a15-851e-45f6-ac97-07db58d3c2b6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035531 Jul 07 13:02:05.154239 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-c89ad5ea-7a5f-4afb-9798-f79c2391fa69 service neutron] 10.222.0.21 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619562 Jul 07 13:02:05.246755 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd88b-045e-4aa2-96fd-3a7261750e7c req-9b09cb39-9a5f-4bf6-96ed-0dabe7e4a4fc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:05.248261 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-845bd88b-045e-4aa2-96fd-3a7261750e7c req-9b09cb39-9a5f-4bf6-96ed-0dabe7e4a4fc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.1609693 Jul 07 13:02:05.303998 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-7f36026d-464c-4129-b198-0262b9691e99 service neutron] 10.222.0.21 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437795 Jul 07 13:02:05.309212 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-845bd88b-045e-4aa2-96fd-3a7261750e7c req-d71dd21e-55e5-4f6e-be02-137cb8fd75e7 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547028 Jul 07 13:02:05.539795 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bdb3c-733b-4fca-9649-6b357f07eee4 req-adc56ba4-8559-4ae4-bbb2-8bbb8d54146e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:05.541038 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-992bdb3c-733b-4fca-9649-6b357f07eee4 req-adc56ba4-8559-4ae4-bbb2-8bbb8d54146e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0940211 Jul 07 13:02:05.620770 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-992bdb3c-733b-4fca-9649-6b357f07eee4 req-0507fea8-f9aa-4df4-b3ce-4d539d52312b tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619435 Jul 07 13:02:05.753871 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-518ce3cf-3021-4ea0-beeb-e96157f84a46 req-f046af74-b69e-4a62-a9c6-b2190910997a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 210 time: 0.0369966 Jul 07 13:02:06.499923 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bbae0-3560-4af1-abd0-f9aa494589aa req-9a9cd4a8-9cd8-42bd-845a-3fce80e28ba5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:06.501462 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-438bbae0-3560-4af1-abd0-f9aa494589aa req-9a9cd4a8-9cd8-42bd-845a-3fce80e28ba5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0634623 Jul 07 13:02:06.539940 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-438bbae0-3560-4af1-abd0-f9aa494589aa req-c691d4c1-7c4b-4a6e-b502-4f5a33bac820 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jul 07 13:02:06.792837 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c3727-fbdd-4648-b906-6a4cd6570e54 req-f7521540-07f3-472a-b6a4-bf54dcb81028 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:06.794515 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-100c3727-fbdd-4648-b906-6a4cd6570e54 req-f7521540-07f3-472a-b6a4-bf54dcb81028 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0657902 Jul 07 13:02:06.832478 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-100c3727-fbdd-4648-b906-6a4cd6570e54 req-55a25a75-eb69-4d5d-931b-c38b803e7924 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323198 Jul 07 13:02:06.893550 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-642c670b-4d9d-4ef0-90e1-1c206459d391 req-d2e9f51d-bbc3-4a4b-b13c-21f2db920b90 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 210 time: 0.0288954 Jul 07 13:02:06.943942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-e8c451bb-0381-4995-b543-f930f932203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:06.945409 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-e8c451bb-0381-4995-b543-f930f932203a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1098 time: 0.0540717 Jul 07 13:02:07.046505 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-3115d017-7f64-4bad-9ac8-4fc1faef8e45 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:07.047983 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-3115d017-7f64-4bad-9ac8-4fc1faef8e45 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 946 time: 0.0656133 Jul 07 13:02:07.068736 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-b5ad8e0a-0812-4170-929e-85c0b7064cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:07.070346 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-b5ad8e0a-0812-4170-929e-85c0b7064cee service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0889411 Jul 07 13:02:07.136581 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-3b5434b4-a4f9-4d27-9092-bfb57562813b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 200 len: 1000 time: 0.0603836 Jul 07 13:02:07.154349 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Deleting port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:02:07.154693 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:07.220484 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-41bd4713-9e03-46d1-a209-e46c90839b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:07.221939 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-41bd4713-9e03-46d1-a209-e46c90839b78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0466726 Jul 07 13:02:07.286781 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-48a09d48-2cd2-46bc-a263-be3ee3d7d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:07.288318 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-48a09d48-2cd2-46bc-a263-be3ee3d7d0d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603578 Jul 07 13:02:07.327509 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] For port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:07.327949 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:07.337008 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-d955de4b-4d9c-418b-8467-daa2f4e56add tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:07.338469 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-d955de4b-4d9c-418b-8467-daa2f4e56add tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 809 time: 0.1422892 Jul 07 13:02:07.412374 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-f1982961-3581-4030-943c-fa1ef3b29180 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854371 Jul 07 13:02:07.479400 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-b492f1eb-818e-4fc1-b227-5e867508799a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98650fa2cf054de28d610f5ca23dda5f HTTP/1.1" status: 200 len: 380 time: 0.1097245 Jul 07 13:02:07.488103 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'port': {'device_id': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'admin_state_up': True, 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'security_groups': ['f3ae8593-8d14-413c-b310-6bf572e56cd6']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:02:07.506729 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdce52ce-03a7-4488-9db9-3bb3b56930dd req-b7b3d55d-e5fe-49ca-8146-a31a4aa11638 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Jul 07 13:02:07.667628 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:07.668006 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:07.668332 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Floating IP b59fd84e-2cd0-4b16-b610-be0cb4ab261f disassociated. External IP: 172.27.0.185, port: 2e1de01e-c3a7-4a58-ba0e-07e982e64f68. Jul 07 13:02:07.668686 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Calling delete_port for 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:02:07.718454 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Made reservation on behalf of 98650fa2cf054de28d610f5ca23dda5f for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:02:07.721942 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:07.725390 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944fee4-10e5-4fff-83e6-e0e2c4d6330d req-a3430acc-2f1b-4d06-8956-3021b53f3235 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:07.726933 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9944fee4-10e5-4fff-83e6-e0e2c4d6330d req-a3430acc-2f1b-4d06-8956-3021b53f3235 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0639982 Jul 07 13:02:07.767168 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9944fee4-10e5-4fff-83e6-e0e2c4d6330d req-3a90b140-39e2-48f1-adc3-8abe32dacbb5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336423 Jul 07 13:02:07.912572 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:07.914516 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Allocated IP 172.20.0.5 (08550555-f421-43b0-b480-6ed382a98cf8/46741bf2-92d2-49c5-b974-08c7eb1edb52/7530c52b-74e3-4792-823e-d62f7e47b50f) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:02:07.985992 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'Port': ['ID=2e1de01e-c3a7-4a58-ba0e-07e982e64f68,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:08.015453 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-576600e9-2cc4-4d55-b82c-d12fb10e0009 req-1927be23-21b3-4398-b537-f7f93bf38470 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 210 time: 0.0468416 Jul 07 13:02:08.075311 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1de792e4-0589-4d13-9dc9-7ef95b9eb0e5 req-2ce33ead-1823-46fe-addf-da16568168f9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 210 time: 0.0309577 Jul 07 13:02:08.172097 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.193469 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:02:08.194480 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Transition to ACTIVE for port object 7530c52b-74e3-4792-823e-d62f7e47b50f will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:02:08.274463 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.353981 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Network 08550555-f421-43b0-b480-6ed382a98cf8 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:02:08.365967 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:02:08.379692 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:02:08.382597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:02:08.388222 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:08.394740 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f220303-9121-4aa0-8226-d6536366156a None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:02:08.407578 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:02:08.408484 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:08.457697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] No DVR routers for this DVR port 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:02:08.461932 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.464079 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed7a7be7-abc6-4239-b754-d6f583ea197b req-1ff1d0cc-1125-4011-85e3-56f07cc470d0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "DELETE /v2.0/ports/2e1de01e-c3a7-4a58-ba0e-07e982e64f68 HTTP/1.1" status: 204 len: 173 time: 1.4109519 Jul 07 13:02:08.464822 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'name': 'network-vif-deleted', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:08.467471 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18f048c-331a-45be-981a-1fa731836e5e" -d '{"events": [{"server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "name": "network-vif-deleted", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:08.510457 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:08.511210 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.528914 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-4d68ffee-5198-48a6-a5d8-29937e937aeb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446308 Jul 07 13:02:08.553337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:02:08.572316 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Request body: {'port': {'device_id': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:02:08.583130 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f513aa19-64e3-4792-b36c-81734a6574e0 x-openstack-request-id: req-f513aa19-64e3-4792-b36c-81734a6574e0 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:08.583428 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a21b7-3786-4a90-89dd-f9d121894af2", "name": "network-vif-deleted", "tag": "2e1de01e-c3a7-4a58-ba0e-07e982e64f68", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:08.585523 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f513aa19-64e3-4792-b36c-81734a6574e0 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:08.585950 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a21b7-3786-4a90-89dd-f9d121894af2', 'name': 'network-vif-deleted', 'tag': '2e1de01e-c3a7-4a58-ba0e-07e982e64f68', 'status': 'completed', 'code': 200} Jul 07 13:02:08.654672 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.702605 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-03515565-ac1b-4f1d-b6c6-f59bed241ab7 None None] Provisioning for port 7530c52b-74e3-4792-823e-d62f7e47b50f completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:02:08.712711 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-03515565-ac1b-4f1d-b6c6-f59bed241ab7 None None] Provisioning complete for port 7530c52b-74e3-4792-823e-d62f7e47b50f triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:02:08.713083 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-03515565-ac1b-4f1d-b6c6-f59bed241ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.776342 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-03515565-ac1b-4f1d-b6c6-f59bed241ab7 None None] Port 7530c52b-74e3-4792-823e-d62f7e47b50f cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:02:08.806483 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:08.837964 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f220303-9121-4aa0-8226-d6536366156a None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:02:08.847120 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:02:08.848122 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:01:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:08.934146 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7530c52b-74e3-4792-823e-d62f7e47b50f {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:02:08.942347 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:08.955337 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Transition to ACTIVE for port object 7530c52b-74e3-4792-823e-d62f7e47b50f will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:02:08.958602 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:02:08.960358 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:09.002688 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e880-71f5-4125-bf7a-8156bc7c4a2a req-cfb96949-f040-4604-94ca-9175c1765959 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:09.005899 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7d32e880-71f5-4125-bf7a-8156bc7c4a2a req-cfb96949-f040-4604-94ca-9175c1765959 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0912571 Jul 07 13:02:09.016971 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:09.073694 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7d32e880-71f5-4125-bf7a-8156bc7c4a2a req-f66d5e03-8428-45e9-ab1a-cc5e3ffb9f07 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613024 Jul 07 13:02:09.099612 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Attempting to bind port 7530c52b-74e3-4792-823e-d62f7e47b50f on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:02:09.100851 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Attempting to bind port 7530c52b-74e3-4792-823e-d62f7e47b50f by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:02:09.110885 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Attempting to bind port 7530c52b-74e3-4792-823e-d62f7e47b50f on network 08550555-f421-43b0-b480-6ed382a98cf8 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:02:09.127853 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Port 7530c52b-74e3-4792-823e-d62f7e47b50f on network 08550555-f421-43b0-b480-6ed382a98cf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:02:09.128189 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Attempting to bind port 7530c52b-74e3-4792-823e-d62f7e47b50f on network 08550555-f421-43b0-b480-6ed382a98cf8 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:02:09.137818 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:02:09.138172 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Checking segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:02:09.138565 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Bound using segment: {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:02:09.139041 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Bound port: 7530c52b-74e3-4792-823e-d62f7e47b50f, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104da2da-7943-4178-a2e8-b476e6926a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:02:09.139408 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:09.224850 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-2f220303-9121-4aa0-8226-d6536366156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:09.239508 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:02:09.242811 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:02:09.251615 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:09.259681 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba75c475-63e4-474b-9a55-5e47abae05cf req-13242731-8ae6-482d-ae55-65a5fd8d29de tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=472a21b7-3786-4a90-89dd-f9d121894af2 HTTP/1.1" status: 200 len: 210 time: 0.0573540 Jul 07 13:02:09.286668 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f220303-9121-4aa0-8226-d6536366156a None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:02:09.305510 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:09.306341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:09.309711 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] 10.222.0.50 "PUT /v2.0/ports/7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 1093 time: 0.7467508 Jul 07 13:02:09.339155 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050e5a-e669-4416-bc5a-2502031bb928 req-86e74d22-6060-4c29-b19e-580e25622452 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:09.348320 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab050e5a-e669-4416-bc5a-2502031bb928 req-86e74d22-6060-4c29-b19e-580e25622452 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.1011374 Jul 07 13:02:09.364756 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc7f23-43b7-49bc-890e-ee3e7c33a804 service neutron] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:09.418153 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab050e5a-e669-4416-bc5a-2502031bb928 req-97bc4852-fc05-4c70-b6e5-866c771473fa tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688844 Jul 07 13:02:09.475289 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-1847470e-8937-4b51-a620-9ed6607f70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:09.476924 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-1847470e-8937-4b51-a620-9ed6607f70e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1096 time: 0.0945971 Jul 07 13:02:09.549639 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-b041f6fc-7151-457d-aeb5-e334fefffe49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 217 time: 0.0412219 Jul 07 13:02:09.602633 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-b37d66b2-6ece-42be-842d-67bbc9ca4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:09.604241 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-b37d66b2-6ece-42be-842d-67bbc9ca4c65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0484023 Jul 07 13:02:09.657102 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd2a5f-3072-4424-a5fa-f8ed7cf0611a None None] New status for floating IP b59fd84e-2cd0-4b16-b610-be0cb4ab261f: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:02:09.671887 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-efa6be04-7092-4d26-8bfa-9cb7208829e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:09.673386 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-efa6be04-7092-4d26-8bfa-9cb7208829e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623090 Jul 07 13:02:09.767233 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-e7200a7b-be85-4c5d-b56a-8baf008baa18 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858014 Jul 07 13:02:09.858244 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59005be8-c0f9-4279-8402-a8e3e7ddc639 req-069a10e0-9026-4b9c-9ccf-0c13d5cd6d3a service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844176 Jul 07 13:02:10.091046 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:02:10.111171 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:02:10.111520 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 2e1de01e-c3a7-4a58-ba0e-07e982e64f68 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:02:10.111938 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:02:10.187181 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:10.210424 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:10.212671 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e6e3e-8e8c-40a2-9611-f1c836e77f0e" -d '{"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-unplugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:10.226962 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:10.233574 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:10.252846 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78dd5-76cb-474c-9d61-31cd8ebae4ae req-89ffb53b-63ad-41d5-afe3-b3bb3607dc3e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:10.254334 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0c78dd5-76cb-474c-9d61-31cd8ebae4ae req-89ffb53b-63ad-41d5-afe3-b3bb3607dc3e tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 945 time: 0.0716569 Jul 07 13:02:10.257629 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7516b86c-afd4-4c6f-813a-7a203c280f4d x-openstack-request-id: req-7516b86c-afd4-4c6f-813a-7a203c280f4d {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:10.257919 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-unplugged", "status": "failed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "code": 422}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:10.258171 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7516b86c-afd4-4c6f-813a-7a203c280f4d {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:10.258553 dv-cinder-792209-6-iscsi neutron-server[92962]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'code': 422} returned with failed status Jul 07 13:02:10.284350 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=8']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:10.292041 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0c78dd5-76cb-474c-9d61-31cd8ebae4ae req-6a0b617c-00f1-483a-a553-cbe0a7522936 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321467 Jul 07 13:02:10.587221 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:10.590367 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a74ea-10f4-469f-894f-e8862cf42937" -d '{"events": [{"name": "network-changed", "server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:10.592861 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54784993-ea0e-4da5-ad37-78ecf77a0512 req-dd535930-a9b5-41c8-bd2a-d6a4fcf3f997 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:10.594184 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54784993-ea0e-4da5-ad37-78ecf77a0512 req-dd535930-a9b5-41c8-bd2a-d6a4fcf3f997 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0660977 Jul 07 13:02:10.631028 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54784993-ea0e-4da5-ad37-78ecf77a0512 req-0f0fcca0-5d96-45d1-91d5-f32e8f633414 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Jul 07 13:02:10.701424 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a213abe6-5d6e-4e9c-a7a4-26d4fb5a71e7 x-openstack-request-id: req-a213abe6-5d6e-4e9c-a7a4-26d4fb5a71e7 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:10.701622 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:10.702069 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a213abe6-5d6e-4e9c-a7a4-26d4fb5a71e7 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:10.702463 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'status': 'completed', 'code': 200} Jul 07 13:02:10.753634 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-6dd88267-a72d-4f75-98e0-6131a4e8baac tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317652622&fields=id&tenant_id=8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 267 time: 0.0336332 Jul 07 13:02:10.801672 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-ef99027e-faef-4946-8060-0ef74d356ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:10.803571 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-ef99027e-faef-4946-8060-0ef74d356ec2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1096 time: 0.0546873 Jul 07 13:02:10.865878 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-f3f47018-b15f-40ab-b910-42e7b0c79ef0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:10.867409 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-f3f47018-b15f-40ab-b910-42e7b0c79ef0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 812 time: 0.1070261 Jul 07 13:02:10.887489 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-23b952cf-a51a-4a16-9e96-834bd1001ac9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/quotas/8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 375 time: 0.0113180 Jul 07 13:02:10.903403 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-f438fcb8-d1e9-4381-a469-d805e0d3b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:10.904640 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-f438fcb8-d1e9-4381-a469-d805e0d3b11b service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.0947027 Jul 07 13:02:10.954761 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-166fb67c-39cf-43a5-af19-6c576a808895 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 217 time: 0.0434139 Jul 07 13:02:10.963616 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-0594a597-180c-4656-88da-cf98e3783375 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696778 Jul 07 13:02:11.006749 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-f57d6694-530a-449d-9187-8eb7d343d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:11.008226 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-f57d6694-530a-449d-9187-8eb7d343d533 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0472426 Jul 07 13:02:11.067710 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-aed3fd92-6061-4e36-a9a9-4f689db702be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:11.069200 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-aed3fd92-6061-4e36-a9a9-4f689db702be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548511 Jul 07 13:02:11.108654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-bf2012f2-c31f-46be-8733-3058301b7005 service neutron] 10.222.0.21 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357808 Jul 07 13:02:11.160164 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-e9ea0bb9-e632-420e-99f0-66561196dafa service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846579 Jul 07 13:02:11.203917 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-a3685b8d-4ad6-43a4-8b80-3d87a04555fb service neutron] 10.222.0.21 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886858 Jul 07 13:02:11.265534 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc7a74ea-10f4-469f-894f-e8862cf42937 req-954759ed-d5cb-4fed-b30a-383e8dac6c8b service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973685 Jul 07 13:02:11.298397 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e4409663-6fb2-46a7-ae04-91c0bd8daa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:11.555155 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c068eeb-3a99-4a91-ba41-004a1058dded req-68276cd5-97be-45ca-a92d-a60e0f76bcea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:11.556649 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c068eeb-3a99-4a91-ba41-004a1058dded req-68276cd5-97be-45ca-a92d-a60e0f76bcea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.1448011 Jul 07 13:02:11.558420 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ddb6c078-3fce-495d-aaeb-f038c03ce01b req-3e0bf611-a680-4c18-8ae9-abef7423f9da tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 210 time: 0.0503721 Jul 07 13:02:11.562542 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-fd5055aa-7596-467d-9ff6-6bc65ebc8c29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395900 Jul 07 13:02:11.607424 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c068eeb-3a99-4a91-ba41-004a1058dded req-2adf36e4-d3b7-4764-840c-06347cf49dde tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Jul 07 13:02:11.858363 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9442e37-3037-47a6-ab4c-3a63cef601dd req-5c0bfac1-eee0-4f09-aef6-8211cd365211 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:11.860886 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9442e37-3037-47a6-ab4c-3a63cef601dd req-5c0bfac1-eee0-4f09-aef6-8211cd365211 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0974195 Jul 07 13:02:11.902846 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9442e37-3037-47a6-ab4c-3a63cef601dd req-ae0fe0af-b1f8-4c56-874a-27c686fddae0 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361872 Jul 07 13:02:12.516889 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-fb387465-38d0-4f9a-ae72-17f81edcbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:12.518281 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-fb387465-38d0-4f9a-ae72-17f81edcbd8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a&tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf HTTP/1.1" status: 200 len: 1096 time: 0.0518768 Jul 07 13:02:12.601399 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-6112a8a4-9492-4d00-b5b6-90944aeed26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:12.602993 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-6112a8a4-9492-4d00-b5b6-90944aeed26a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1096 time: 0.0537493 Jul 07 13:02:12.704306 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7ebe00e-8d54-4d3f-beba-dddb271676e2 req-cc28f825-3a42-4ba8-b83f-07e858dc54d7 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 210 time: 0.0293038 Jul 07 13:02:12.788902 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3beb76-8737-4b2d-a844-2e8b184a5189 req-89a6d252-2656-404e-96e5-4ad87a804044 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:12.790347 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b3beb76-8737-4b2d-a844-2e8b184a5189 req-89a6d252-2656-404e-96e5-4ad87a804044 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0658548 Jul 07 13:02:12.831324 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b3beb76-8737-4b2d-a844-2e8b184a5189 req-34bae9e8-62dc-41b4-b89a-3e5d8edd32f9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349877 Jul 07 13:02:12.942055 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-c9fbbe35-e905-4848-bad9-decda8fccd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:12.944027 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-c9fbbe35-e905-4848-bad9-decda8fccd49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.3279762 Jul 07 13:02:13.065422 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-f514c2ff-85f6-4697-8c5d-de011afbb7f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 200 len: 998 time: 0.1153734 Jul 07 13:02:13.100403 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0590053-f736-4904-9eec-96045673393b req-9cd37b32-fc20-493a-b5f9-782f84cce410 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:13.101978 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f0590053-f736-4904-9eec-96045673393b req-9cd37b32-fc20-493a-b5f9-782f84cce410 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0749621 Jul 07 13:02:13.139700 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-5f928e8d-8df2-4d28-9085-977afc1435d8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:13.141157 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-5f928e8d-8df2-4d28-9085-977afc1435d8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 812 time: 0.1554124 Jul 07 13:02:13.141571 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f0590053-f736-4904-9eec-96045673393b req-f3482279-d459-4f1a-9568-a74409913fdf tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332966 Jul 07 13:02:13.149305 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-951c66d0-a18c-42a0-a35b-47ccc5ff6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:13.150749 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-951c66d0-a18c-42a0-a35b-47ccc5ff6897 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0720489 Jul 07 13:02:13.159045 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:13.229502 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-81e421e8-fb29-4c34-b7d4-9f2bd59a5e9e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 380 time: 0.0671859 Jul 07 13:02:13.241141 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'port': {'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'admin_state_up': True, 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'security_groups': ['b4a9349e-ec30-42a9-8c84-17a21c745a80']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:02:13.304712 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-961d6360-c1b4-41e4-9b39-f7bdfba6485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:13.306099 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-961d6360-c1b4-41e4-9b39-f7bdfba6485d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1376517 Jul 07 13:02:13.429380 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Made reservation on behalf of 8d6dc41fb7e04c48b70e800a366c3fee for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:02:13.433721 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:13.438639 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-0133e546-284a-4928-b0b8-118b97c9ebf4 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243117 Jul 07 13:02:13.610151 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8449b4f1-b5e2-4775-9554-b4a35e0ffab7 req-709bc818-91f0-4199-95fe-df8eb366fb46 service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637561 Jul 07 13:02:13.628706 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-06fcf3b3-e334-489d-90b6-6db64f9a1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:13.630663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Allocated IP 172.20.0.5 (006e0bd7-47b2-4d8e-a01c-62e81a73974a/d2bea90e-502f-4dce-8a04-492d56a9850d/72af285a-71a8-4a78-b40d-a75d5aa6804d) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:02:13.790617 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:13.828321 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Transition to ACTIVE for port object 72af285a-71a8-4a78-b40d-a75d5aa6804d will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:02:13.874366 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2c6fa01e-2087-4e74-b882-e942acaac3d5 req-467e351a-5ad3-4477-bd38-ed1ccfc7120c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 210 time: 0.0394106 Jul 07 13:02:13.877280 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:13.935006 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:02:13.938595 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:02:13.948260 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:02:13.983250 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=72af285a-71a8-4a78-b40d-a75d5aa6804d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:14.015684 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:14.016339 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.034802 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-9889027b-2d25-4a1a-ac36-007e50a398ef tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7999790 Jul 07 13:02:14.054260 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Request body: {'port': {'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:02:14.076343 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec031-5aa8-418e-8e12-d7403b1f7b97 req-34a3bda4-fb7a-4274-9993-2917c36d4acc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:14.080563 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5aaec031-5aa8-418e-8e12-d7403b1f7b97 req-34a3bda4-fb7a-4274-9993-2917c36d4acc tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0977132 Jul 07 13:02:14.158242 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5aaec031-5aa8-418e-8e12-d7403b1f7b97 req-315f0d6f-5bf0-4558-b3a0-c8762db48db2 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719094 Jul 07 13:02:14.171544 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.318940 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.387815 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-139515fc-c0e1-43b2-878d-dd9588afdf18 None None] Provisioning for port 72af285a-71a8-4a78-b40d-a75d5aa6804d completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:02:14.392664 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-139515fc-c0e1-43b2-878d-dd9588afdf18 None None] Provisioning complete for port 72af285a-71a8-4a78-b40d-a75d5aa6804d triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:02:14.393037 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-139515fc-c0e1-43b2-878d-dd9588afdf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.475025 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-139515fc-c0e1-43b2-878d-dd9588afdf18 None None] Port 72af285a-71a8-4a78-b40d-a75d5aa6804d cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:02:14.517625 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65964bf0-248c-4e88-a235-6278c84c75e0 req-a8c62a56-23e7-4955-8772-df412c2e7b60 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:14.525415 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65964bf0-248c-4e88-a235-6278c84c75e0 req-a8c62a56-23e7-4955-8772-df412c2e7b60 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.1173117 Jul 07 13:02:14.577858 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65964bf0-248c-4e88-a235-6278c84c75e0 req-c439a900-01f3-47f1-ac7b-ae0c4e9d137a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512059 Jul 07 13:02:14.597474 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72af285a-71a8-4a78-b40d-a75d5aa6804d {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:02:14.605678 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.620102 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Transition to ACTIVE for port object 72af285a-71a8-4a78-b40d-a75d5aa6804d will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:02:14.627164 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.684391 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Pushing event updated for resources: {'Port': ['ID=72af285a-71a8-4a78-b40d-a75d5aa6804d,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:14.797183 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Attempting to bind port 72af285a-71a8-4a78-b40d-a75d5aa6804d on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:02:14.798040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Attempting to bind port 72af285a-71a8-4a78-b40d-a75d5aa6804d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:02:14.798519 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Attempting to bind port 72af285a-71a8-4a78-b40d-a75d5aa6804d on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:02:14.803400 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Port 72af285a-71a8-4a78-b40d-a75d5aa6804d on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:02:14.803736 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Attempting to bind port 72af285a-71a8-4a78-b40d-a75d5aa6804d on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:02:14.810371 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:02:14.810797 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Checking segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:02:14.811301 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Bound using segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:02:14.812083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Bound port: 72af285a-71a8-4a78-b40d-a75d5aa6804d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:02:14.812506 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.905419 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] For port 72af285a-71a8-4a78-b40d-a75d5aa6804d, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:02:14.908698 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] For port 72af285a-71a8-4a78-b40d-a75d5aa6804d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:02:14.922976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.956457 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:14.957061 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:14.958498 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] 10.222.0.50 "PUT /v2.0/ports/72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 200 len: 1093 time: 0.9088392 Jul 07 13:02:14.958935 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:14.961470 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f6044a-4255-4033-b36a-2397f4c6b004" -d '{"events": [{"name": "network-changed", "server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:14.999036 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cec020-5bca-4a90-be6b-b2de0b7b2384 service neutron] Pushing event updated for resources: {'Port': ['ID=72af285a-71a8-4a78-b40d-a75d5aa6804d,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:15.023611 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655193a-d95a-4158-ac5e-53dcfeb819f1 x-openstack-request-id: req-4655193a-d95a-4158-ac5e-53dcfeb819f1 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:15.023965 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:15.024281 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4655193a-d95a-4158-ac5e-53dcfeb819f1 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:15.024742 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'status': 'completed', 'code': 200} Jul 07 13:02:15.128228 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc2bc4-b08e-47ca-b9b7-48dd21973fee req-6c5585b0-75e9-4aa2-a4fd-ef447698dae5 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:15.129884 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07bc2bc4-b08e-47ca-b9b7-48dd21973fee req-6c5585b0-75e9-4aa2-a4fd-ef447698dae5 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0721347 Jul 07 13:02:15.152886 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:15.187388 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07bc2bc4-b08e-47ca-b9b7-48dd21973fee req-6930eff9-1328-486c-ac07-a296c738bf9f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Jul 07 13:02:15.397041 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d98d9-715b-4865-b0a8-0c811c1c6520 req-a0ad662a-1d28-4aaa-af2e-8b6b90658fd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:15.398540 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-202d98d9-715b-4865-b0a8-0c811c1c6520 req-a0ad662a-1d28-4aaa-af2e-8b6b90658fd9 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0674193 Jul 07 13:02:15.439691 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-202d98d9-715b-4865-b0a8-0c811c1c6520 req-42e4d1a7-0fd3-41bb-8029-b0bd651ea406 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343409 Jul 07 13:02:15.748299 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f7589-b36f-461a-af93-e4b9f14e7259 req-3ccc4a66-387b-4240-81df-6325107f47a6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:15.749789 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f55f7589-b36f-461a-af93-e4b9f14e7259 req-3ccc4a66-387b-4240-81df-6325107f47a6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0667799 Jul 07 13:02:15.788698 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f55f7589-b36f-461a-af93-e4b9f14e7259 req-52b0babf-a106-4817-a89d-f3e60726e106 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331359 Jul 07 13:02:16.373206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75051fc9-8c7c-4948-bb84-429f565e7c4d req-3a67ca18-7b87-4f10-b7c7-362f5cdb98ad tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:16.376938 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75051fc9-8c7c-4948-bb84-429f565e7c4d req-3a67ca18-7b87-4f10-b7c7-362f5cdb98ad tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0716734 Jul 07 13:02:16.415916 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75051fc9-8c7c-4948-bb84-429f565e7c4d req-aaefe2e5-9396-4be1-9c87-f0039d39155d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353324 Jul 07 13:02:16.447119 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:16.633543 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419f6f-8f4e-4316-b697-7a58acb1fb6a req-1aa2d5d1-6d8e-4155-9112-a4938fb235f4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:16.635278 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-12419f6f-8f4e-4316-b697-7a58acb1fb6a req-1aa2d5d1-6d8e-4155-9112-a4938fb235f4 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0680695 Jul 07 13:02:16.677429 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-12419f6f-8f4e-4316-b697-7a58acb1fb6a req-9998e800-7f8e-44d3-8b1c-9ddff892e079 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360076 Jul 07 13:02:17.015105 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd6bc-0054-4808-a801-9e10c4f171ca req-7cee4d3b-81e1-41ec-9b71-261fcb10cfed tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:17.016495 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6e0cd6bc-0054-4808-a801-9e10c4f171ca req-7cee4d3b-81e1-41ec-9b71-261fcb10cfed tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0724804 Jul 07 13:02:17.055093 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6e0cd6bc-0054-4808-a801-9e10c4f171ca req-0663d655-d896-4773-9366-fbfef3d783d6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Jul 07 13:02:17.601420 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46eecf-3d44-47b6-836e-38ad7b46437a req-6d607801-f67b-4f4c-8c79-a018aba6206e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:17.602934 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bd46eecf-3d44-47b6-836e-38ad7b46437a req-6d607801-f67b-4f4c-8c79-a018aba6206e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0695310 Jul 07 13:02:17.648116 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bd46eecf-3d44-47b6-836e-38ad7b46437a req-06469e1c-1ebd-4528-89b9-40106fca45a5 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385799 Jul 07 13:02:17.868787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed68f8-7cf4-410b-8fa4-455a970863c1 req-d59fb460-1f10-455e-8bb1-f86e3cc44543 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:17.870842 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c0ed68f8-7cf4-410b-8fa4-455a970863c1 req-d59fb460-1f10-455e-8bb1-f86e3cc44543 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0697515 Jul 07 13:02:17.908714 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c0ed68f8-7cf4-410b-8fa4-455a970863c1 req-677f3dcb-3336-4e2f-9917-5ac3e8ad0cb6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jul 07 13:02:18.248956 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a693a5-ad3e-4682-8ebc-269d8d57c7c7 req-47b7dd7c-2b37-4159-b6b5-ecca0a483ae4 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:18.250757 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-85a693a5-ad3e-4682-8ebc-269d8d57c7c7 req-47b7dd7c-2b37-4159-b6b5-ecca0a483ae4 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0734351 Jul 07 13:02:18.294106 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-85a693a5-ad3e-4682-8ebc-269d8d57c7c7 req-ab6af932-1657-42cd-9855-d2bdf8f55510 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371974 Jul 07 13:02:18.828656 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612b62-0b30-41a0-b653-30ee6014504a req-740752a0-40bc-4a15-977a-6e231a3bb807 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:18.830257 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ea612b62-0b30-41a0-b653-30ee6014504a req-740752a0-40bc-4a15-977a-6e231a3bb807 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0712714 Jul 07 13:02:18.873557 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ea612b62-0b30-41a0-b653-30ee6014504a req-f8ac5e7b-efcd-41c3-9c59-4ed8dc74c531 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374618 Jul 07 13:02:19.095843 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54b1ec-6f96-4d2f-868a-3ebe2b43fc92 req-7ffd9d35-58d9-4dfa-9aeb-5385f3734be1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:19.097604 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1f54b1ec-6f96-4d2f-868a-3ebe2b43fc92 req-7ffd9d35-58d9-4dfa-9aeb-5385f3734be1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0666220 Jul 07 13:02:19.144831 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1f54b1ec-6f96-4d2f-868a-3ebe2b43fc92 req-783fc4d1-da0d-4871-9108-f2ee5f86a440 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jul 07 13:02:19.476924 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0960611-fbd0-4993-bc5b-7742dc9535a8 req-7441a13c-81b8-41dc-9dff-c7dc9dc3699b tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:19.479029 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b0960611-fbd0-4993-bc5b-7742dc9535a8 req-7441a13c-81b8-41dc-9dff-c7dc9dc3699b tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0684409 Jul 07 13:02:19.518174 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b0960611-fbd0-4993-bc5b-7742dc9535a8 req-e27e9dd2-7805-431c-8dbf-943a4de9f5c1 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Jul 07 13:02:20.053264 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408f0c-2696-456e-a97f-4652bdd03128 req-4570fce2-a185-4c2e-9c8a-c56d930abbbc tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:20.054774 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0408f0c-2696-456e-a97f-4652bdd03128 req-4570fce2-a185-4c2e-9c8a-c56d930abbbc tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0641837 Jul 07 13:02:20.094594 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0408f0c-2696-456e-a97f-4652bdd03128 req-aac50361-87f6-45c0-9a90-af092957ff8e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Jul 07 13:02:20.331805 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103b245-2f69-4b56-9a4b-b41077ca7f7b req-8e225955-f3f7-4e83-9137-82602cbb6507 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:20.333295 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6103b245-2f69-4b56-9a4b-b41077ca7f7b req-8e225955-f3f7-4e83-9137-82602cbb6507 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0636325 Jul 07 13:02:20.371981 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6103b245-2f69-4b56-9a4b-b41077ca7f7b req-a0f7946d-e45d-4242-aca7-37a59d553baa tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327351 Jul 07 13:02:20.702186 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ca34-08c6-44c7-84d9-bb2166a787e2 req-111206bd-85dd-49fc-bfd1-98f21f19a035 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:20.703648 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-20e1ca34-08c6-44c7-84d9-bb2166a787e2 req-111206bd-85dd-49fc-bfd1-98f21f19a035 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0680518 Jul 07 13:02:20.741039 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-20e1ca34-08c6-44c7-84d9-bb2166a787e2 req-ac75efbf-6b65-448d-b680-f99e48fcf823 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Jul 07 13:02:21.272519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf63f-139d-4afb-afb3-4bee5bda6c0e req-94d34c67-6f6c-4689-a36b-577ea4951103 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:21.274026 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92baf63f-139d-4afb-afb3-4bee5bda6c0e req-94d34c67-6f6c-4689-a36b-577ea4951103 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0627563 Jul 07 13:02:21.314498 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92baf63f-139d-4afb-afb3-4bee5bda6c0e req-b970ce81-1268-4ca6-937f-57dfbf591310 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342307 Jul 07 13:02:21.583722 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df026b-a091-4774-9b40-50b6ac5c6d23 req-217ecf91-dc63-4500-bcc5-25de0d47a34a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:21.585353 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0df026b-a091-4774-9b40-50b6ac5c6d23 req-217ecf91-dc63-4500-bcc5-25de0d47a34a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0818372 Jul 07 13:02:21.627098 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0df026b-a091-4774-9b40-50b6ac5c6d23 req-cf194768-84e8-4a6f-ad11-fa322538a9fd tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343196 Jul 07 13:02:21.921489 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bcbb0-2bc7-4c4e-8945-51fccd0afed4 req-ec57d69b-283a-4fe8-9c7a-65022bc71c12 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:21.923268 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f9bcbb0-2bc7-4c4e-8945-51fccd0afed4 req-ec57d69b-283a-4fe8-9c7a-65022bc71c12 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0649288 Jul 07 13:02:21.963313 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f9bcbb0-2bc7-4c4e-8945-51fccd0afed4 req-38a02baf-ee73-4e3e-a82b-6945c4170707 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337579 Jul 07 13:02:22.501306 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a4432-32cd-4ec4-93b5-8e4c9ea551ae req-4c850045-93cb-404c-a52f-88c7a7b43f1d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:22.502801 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f2a4432-32cd-4ec4-93b5-8e4c9ea551ae req-4c850045-93cb-404c-a52f-88c7a7b43f1d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0637624 Jul 07 13:02:22.542120 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f2a4432-32cd-4ec4-93b5-8e4c9ea551ae req-8cae0363-c9bd-4c5b-8993-a19be0b9ccb7 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Jul 07 13:02:22.829570 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537598bd-fc7c-4372-994d-02491d3f9850 req-02df5386-76d6-4828-9847-e70ad0000069 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:22.831139 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-537598bd-fc7c-4372-994d-02491d3f9850 req-02df5386-76d6-4828-9847-e70ad0000069 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0685124 Jul 07 13:02:22.870104 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-537598bd-fc7c-4372-994d-02491d3f9850 req-bbf0f9bc-e0f1-48a0-8976-22c98f9ed773 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Jul 07 13:02:23.140202 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b19d-7fb5-4679-991d-11b3bb8ff7cc req-cd5acee7-8d50-4341-83b0-538ef5695839 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:23.141636 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d600b19d-7fb5-4679-991d-11b3bb8ff7cc req-cd5acee7-8d50-4341-83b0-538ef5695839 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0641401 Jul 07 13:02:23.179721 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d600b19d-7fb5-4679-991d-11b3bb8ff7cc req-3ffaf813-e423-4c7d-9ffd-adc56e950c36 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Jul 07 13:02:23.725965 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e59d1-c016-464b-b30d-ca2629955362 req-d7be32ea-2c5d-4def-a9b9-fd5f77cec1a9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:23.727667 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa0e59d1-c016-464b-b30d-ca2629955362 req-d7be32ea-2c5d-4def-a9b9-fd5f77cec1a9 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0678856 Jul 07 13:02:23.766711 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa0e59d1-c016-464b-b30d-ca2629955362 req-0e1f5132-fe5c-43da-972d-b63f8fe3d242 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Jul 07 13:02:24.046422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21ac8a-90ca-4b7f-aa2e-407e0e3cc3c7 req-1de0bd4b-4fcf-4d0d-8346-5a2669a23c1c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.047914 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4e21ac8a-90ca-4b7f-aa2e-407e0e3cc3c7 req-1de0bd4b-4fcf-4d0d-8346-5a2669a23c1c tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0624473 Jul 07 13:02:24.083635 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4e21ac8a-90ca-4b7f-aa2e-407e0e3cc3c7 req-768dc1c1-2b1e-45f8-93d6-0fae08c0e772 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303233 Jul 07 13:02:24.359426 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f73fe-db70-4cde-bcb7-c25743fc813e req-dd561f3a-afda-4d7b-9c1b-db5efda82720 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.360920 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e61f73fe-db70-4cde-bcb7-c25743fc813e req-dd561f3a-afda-4d7b-9c1b-db5efda82720 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0658970 Jul 07 13:02:24.402051 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e61f73fe-db70-4cde-bcb7-c25743fc813e req-d06a05dc-6932-492b-be16-99bb96df2f9c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Jul 07 13:02:24.424856 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6044a-4255-4033-b36a-2397f4c6b004 req-36fced86-99d5-46aa-971d-aeae05bf2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.426342 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44f6044a-4255-4033-b36a-2397f4c6b004 req-36fced86-99d5-46aa-971d-aeae05bf2e99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0544498 Jul 07 13:02:24.645874 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6044a-4255-4033-b36a-2397f4c6b004 req-6bf04bde-8c16-496e-9166-5c7ee2aa9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.647283 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44f6044a-4255-4033-b36a-2397f4c6b004 req-6bf04bde-8c16-496e-9166-5c7ee2aa9850 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1647151 Jul 07 13:02:24.806423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6044a-4255-4033-b36a-2397f4c6b004 req-52945a18-9e01-45f1-a579-075db694a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.807970 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44f6044a-4255-4033-b36a-2397f4c6b004 req-52945a18-9e01-45f1-a579-075db694a486 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1541955 Jul 07 13:02:24.936495 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-c1bebe70-2ac7-4c66-88f2-f74b06acd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.938126 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-c1bebe70-2ac7-4c66-88f2-f74b06acd6fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0508306 Jul 07 13:02:24.943857 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ba4a2-a07a-4d7c-a677-d2c1bd7a09da req-01dc4f4c-9aef-4d0e-be23-ea7a66bd5bf6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:24.945279 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a65ba4a2-a07a-4d7c-a677-d2c1bd7a09da req-01dc4f4c-9aef-4d0e-be23-ea7a66bd5bf6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0644317 Jul 07 13:02:24.986557 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a65ba4a2-a07a-4d7c-a677-d2c1bd7a09da req-21d07b31-110f-4e27-a85a-d91b8e567331 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351574 Jul 07 13:02:24.992784 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-66b70385-1003-4246-8b2f-03d368e15ee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 200 len: 217 time: 0.0330229 Jul 07 13:02:25.043496 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-81d04205-60e1-44e0-86b4-98d8e740189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:25.044934 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-81d04205-60e1-44e0-86b4-98d8e740189a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0454812 Jul 07 13:02:25.104295 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b2e1a-6971-4268-9e70-b579a48df715 req-8e60bdd6-4c0c-429d-ab5c-18eec08ff9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:25.105690 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-8e60bdd6-4c0c-429d-ab5c-18eec08ff9a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499644 Jul 07 13:02:25.194725 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-a79008c9-1bcd-4573-97f9-f05eed0a8b25 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806117 Jul 07 13:02:25.257805 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0761191-54ff-4927-a763-4451f0b2136d req-2b2b7bb9-f839-43fe-a5e8-56910b8e0373 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:25.259280 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0761191-54ff-4927-a763-4451f0b2136d req-2b2b7bb9-f839-43fe-a5e8-56910b8e0373 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0614889 Jul 07 13:02:25.285948 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-170b2e1a-6971-4268-9e70-b579a48df715 req-7ebb7b9f-9f9e-4f38-aba4-9f630b4c7830 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839727 Jul 07 13:02:25.299329 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0761191-54ff-4927-a763-4451f0b2136d req-00495ab8-58a5-49b7-92ab-85c962ce09ab tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336211 Jul 07 13:02:25.574410 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b096b-2d77-4595-85e0-1bc2a205a414 req-3a8d9611-6085-41d8-838c-f77ac74a8191 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:25.575842 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d63b096b-2d77-4595-85e0-1bc2a205a414 req-3a8d9611-6085-41d8-838c-f77ac74a8191 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0635614 Jul 07 13:02:25.612210 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d63b096b-2d77-4595-85e0-1bc2a205a414 req-ba5782b0-5d94-4f8e-9bda-447c0b1c4e39 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Jul 07 13:02:26.153511 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d88e87-f314-4ba8-ab0a-2435b09e4e6c req-cc564597-ee40-45ab-ab76-6bbc44d76f53 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:26.154881 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2d88e87-f314-4ba8-ab0a-2435b09e4e6c req-cc564597-ee40-45ab-ab76-6bbc44d76f53 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0606291 Jul 07 13:02:26.191070 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2d88e87-f314-4ba8-ab0a-2435b09e4e6c req-c86b296b-ed63-431a-8cd3-4a3d0eac0add tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307431 Jul 07 13:02:26.471306 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3dcc3-ac09-4f95-8ab7-e667e3a390bf req-d1b70bb7-350a-4524-8a5c-2510c3034271 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:26.472629 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-73a3dcc3-ac09-4f95-8ab7-e667e3a390bf req-d1b70bb7-350a-4524-8a5c-2510c3034271 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0608530 Jul 07 13:02:26.509414 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-73a3dcc3-ac09-4f95-8ab7-e667e3a390bf req-c99b35fc-3b46-4259-a2bb-ce40aadcffbf tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jul 07 13:02:26.787512 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a2cc-08e2-4b7b-90e3-704a5b6d8cd6 req-b05cea5f-164f-4ad7-b9b6-11fc07970cd3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:26.788900 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b55a2cc-08e2-4b7b-90e3-704a5b6d8cd6 req-b05cea5f-164f-4ad7-b9b6-11fc07970cd3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0650218 Jul 07 13:02:26.828315 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b55a2cc-08e2-4b7b-90e3-704a5b6d8cd6 req-ba7f53a1-4572-4050-bd59-1e708426e3b9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Jul 07 13:02:26.884083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-929bc636-5512-4635-82fc-5e0e3ff7fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:26.885560 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-929bc636-5512-4635-82fc-5e0e3ff7fb2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1096 time: 0.0510435 Jul 07 13:02:26.988488 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-b1682ba3-f1f3-4d35-9e74-7269393cfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:26.989905 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-b1682ba3-f1f3-4d35-9e74-7269393cfc74 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 200 len: 918 time: 0.0849011 Jul 07 13:02:27.050750 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-f389676a-918e-4103-a0c9-8a32ab97eeda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 200 len: 998 time: 0.0542908 Jul 07 13:02:27.096892 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-c1c389c0-fdb9-4f9f-b423-0d59ad8acf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:27.098225 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-c1c389c0-fdb9-4f9f-b423-0d59ad8acf3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 200 len: 855 time: 0.0415149 Jul 07 13:02:27.154736 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-763decfa-86fd-43dd-889f-6760ca65cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:27.156173 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-763decfa-86fd-43dd-889f-6760ca65cd43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aae3eafa-866e-4717-bd2c-c53c0692df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517519 Jul 07 13:02:27.247419 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-6c6dcb4e-42c4-460e-961e-a6ee6195378f service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842211 Jul 07 13:02:27.337401 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5c8407e-94f3-4d86-a2a9-e980f167ab6c req-2608017e-7760-4418-993a-84c47ad4e0cf service neutron] 10.222.0.50 "GET /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843937 Jul 07 13:02:27.361669 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e4263-a760-43e4-ae5b-01b0831751c1 req-85697d7c-2347-4ca5-8538-505e4a1833e2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:27.363180 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-552e4263-a760-43e4-ae5b-01b0831751c1 req-85697d7c-2347-4ca5-8538-505e4a1833e2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0619197 Jul 07 13:02:27.405563 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-552e4263-a760-43e4-ae5b-01b0831751c1 req-28589580-67b2-451b-9d3a-1ed1a925b538 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jul 07 13:02:27.684788 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004472b5-3d0e-4f2b-b6d6-67e76772536f req-8787c2c5-2f49-429d-8856-ab61082fb378 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:27.686145 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-004472b5-3d0e-4f2b-b6d6-67e76772536f req-8787c2c5-2f49-429d-8856-ab61082fb378 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 943 time: 0.0640359 Jul 07 13:02:27.722763 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-004472b5-3d0e-4f2b-b6d6-67e76772536f req-9d4868e5-c86a-4a08-ae1e-88a455610210 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Jul 07 13:02:28.023084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317cfd3-c2bb-4539-84cb-0e6d54b26961 req-e3d1ab9a-af18-4ff0-9832-4da671a72f71 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:28.024446 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c317cfd3-c2bb-4539-84cb-0e6d54b26961 req-e3d1ab9a-af18-4ff0-9832-4da671a72f71 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0620766 Jul 07 13:02:28.061396 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c317cfd3-c2bb-4539-84cb-0e6d54b26961 req-12b23dcf-dedb-4814-946a-80c608d71276 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Jul 07 13:02:28.201376 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:02:28.296114 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:28.309825 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'port_id': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'mac_address': 'fa:16:3e:06:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:02:28.344968 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:28.357479 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7530c52b-74e3-4792-823e-d62f7e47b50f {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:02:28.376031 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:28.379265 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:28.379878 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:02:28.578545 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f46ee-ebbf-4c60-a406-db7aadb23cd6 req-72add821-49c4-4f7f-a799-8230e4e18e46 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:28.580064 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf1f46ee-ebbf-4c60-a406-db7aadb23cd6 req-72add821-49c4-4f7f-a799-8230e4e18e46 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0637529 Jul 07 13:02:28.588031 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:28.617204 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf1f46ee-ebbf-4c60-a406-db7aadb23cd6 req-99cb07a8-a11e-4c3a-adc3-6ef6e1669f31 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Jul 07 13:02:28.630687 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:28.642381 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'port_id': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'mac_address': 'fa:16:3e:4d:a7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:02:28.678499 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:28.690908 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd59999-9a48-4e9a-a111-eab1b0dc9f4b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:02:28.710527 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:28.714614 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:28.758588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=9']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:28.899851 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda1541-0046-4a35-916d-42eb035faefd req-c133a9f2-8249-4441-9b8c-ce0059543e8d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:28.901329 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1cda1541-0046-4a35-916d-42eb035faefd req-c133a9f2-8249-4441-9b8c-ce0059543e8d tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0651293 Jul 07 13:02:28.937061 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1cda1541-0046-4a35-916d-42eb035faefd req-496a9b54-a39f-446c-aed8-6c32a7cb3346 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300601 Jul 07 13:02:29.046591 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['edd59999-9a48-4e9a-a111-eab1b0dc9f4b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:02:29.072441 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['7530c52b-74e3-4792-823e-d62f7e47b50f'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:02:29.229144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611fe06-e33a-422b-bc45-9fcee5d4a2d3 req-78c8ca5e-2900-4c17-91fe-0a75328444a3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:29.231304 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4611fe06-e33a-422b-bc45-9fcee5d4a2d3 req-78c8ca5e-2900-4c17-91fe-0a75328444a3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 944 time: 0.0631011 Jul 07 13:02:29.269133 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4611fe06-e33a-422b-bc45-9fcee5d4a2d3 req-3b1e4275-2d84-490a-bcd3-90b1edf0efcd tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jul 07 13:02:29.788178 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32707e83-7ef4-4363-88c0-519e04c7cf2d req-bb88183c-d546-4d18-93de-712f9d56921f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:29.789646 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32707e83-7ef4-4363-88c0-519e04c7cf2d req-bb88183c-d546-4d18-93de-712f9d56921f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0645185 Jul 07 13:02:29.826775 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32707e83-7ef4-4363-88c0-519e04c7cf2d req-c2f08abd-5f10-43d9-a7ca-16a8384c4a53 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308857 Jul 07 13:02:30.111072 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954e1b-92b3-4a6d-b20a-2e0aa7f3f577 req-59a6c329-268b-49b7-a857-cf3db5222841 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:30.112515 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f0954e1b-92b3-4a6d-b20a-2e0aa7f3f577 req-59a6c329-268b-49b7-a857-cf3db5222841 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 944 time: 0.0609040 Jul 07 13:02:30.148361 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f0954e1b-92b3-4a6d-b20a-2e0aa7f3f577 req-273f53af-926e-44ef-97c8-1dbb7142df49 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304437 Jul 07 13:02:30.196699 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:02:30.244691 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 7530c52b-74e3-4792-823e-d62f7e47b50f completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:02:30.248137 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 7530c52b-74e3-4792-823e-d62f7e47b50f triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:02:30.248516 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:30.327125 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:30.349117 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:30.351376 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f34e5-0f42-4acc-b1ae-855af1882104" -d '{"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-plugged", "status": "completed", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:30.364085 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:30.368925 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:30.369862 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:02:30.408659 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb46b004-bc50-4318-8eb3-eb284c5f59d9 x-openstack-request-id: req-eb46b004-bc50-4318-8eb3-eb284c5f59d9 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:30.408951 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-plugged", "status": "completed", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:30.409205 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb46b004-bc50-4318-8eb3-eb284c5f59d9 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:30.409704 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'code': 200} Jul 07 13:02:30.445322 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9562f95-36cd-4904-b80a-9572ef31e3b5 req-8a6ee9ae-45ab-4a56-b496-7575234f896e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:30.446964 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d9562f95-36cd-4904-b80a-9572ef31e3b5 req-8a6ee9ae-45ab-4a56-b496-7575234f896e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0655603 Jul 07 13:02:30.448201 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:30.463803 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port edd59999-9a48-4e9a-a111-eab1b0dc9f4b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:02:30.464181 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:30.486554 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d9562f95-36cd-4904-b80a-9572ef31e3b5 req-ffd46273-71c3-483d-acef-7b261952afd9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Jul 07 13:02:30.543601 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:30.576551 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:30.580673 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:30.628105 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=10']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:30.710913 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139065e-501b-4ca0-b133-4c706e4e6c7b req-f7e6c937-f771-4741-a667-0a5bb43d3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:30.712409 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3139065e-501b-4ca0-b133-4c706e4e6c7b req-f7e6c937-f771-4741-a667-0a5bb43d3173 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.0529008 Jul 07 13:02:30.745649 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3139065e-501b-4ca0-b133-4c706e4e6c7b req-99bdb9de-8b0d-4fbc-a115-7691c00bd769 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263815 Jul 07 13:02:31.000803 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee0cc2-d92f-46d4-a963-39c1b90da0bb req-bc5cb530-2421-420a-9042-97c6f03d2977 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:31.002229 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5bee0cc2-d92f-46d4-a963-39c1b90da0bb req-bc5cb530-2421-420a-9042-97c6f03d2977 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0638978 Jul 07 13:02:31.037480 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5bee0cc2-d92f-46d4-a963-39c1b90da0bb req-b085264f-4d87-4677-a3f5-40efb2a02f7c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297112 Jul 07 13:02:31.323377 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a30ea-b6b8-45b4-b977-51655c6ba802 req-34e15a1a-d7c7-40c8-b401-a46ff3a9e3df tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:31.324819 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9e9a30ea-b6b8-45b4-b977-51655c6ba802 req-34e15a1a-d7c7-40c8-b401-a46ff3a9e3df tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.0611365 Jul 07 13:02:31.361103 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9e9a30ea-b6b8-45b4-b977-51655c6ba802 req-cb9de0f1-0f6d-43d1-b233-ce9abd5a6324 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Jul 07 13:02:31.659655 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89390e3-1371-4c0c-8b5d-a12f0f4fe9b1 req-eaba11f2-af78-4fc4-9cc1-20ce6e86b21c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:31.661108 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c89390e3-1371-4c0c-8b5d-a12f0f4fe9b1 req-eaba11f2-af78-4fc4-9cc1-20ce6e86b21c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0648620 Jul 07 13:02:31.697092 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c89390e3-1371-4c0c-8b5d-a12f0f4fe9b1 req-0af92eb0-1860-4ebc-9753-dddeb536b94b tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jul 07 13:02:32.205055 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d75-6713-4004-b372-0df0f80e2e3e req-8aed7f72-9b7b-4b95-9489-03594630f12f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:32.206700 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9510d75-6713-4004-b372-0df0f80e2e3e req-8aed7f72-9b7b-4b95-9489-03594630f12f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.0621357 Jul 07 13:02:32.242971 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9510d75-6713-4004-b372-0df0f80e2e3e req-4f5419ef-0d68-46f5-9142-5d0d498106e8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Jul 07 13:02:32.410841 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:32.413314 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79fb115-0240-4746-ad14-b83bfb2b16d5" -d '{"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-plugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:32.449341 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78647df-d090-41e5-b4c6-5507459c7ddf x-openstack-request-id: req-c78647df-d090-41e5-b4c6-5507459c7ddf {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:32.449640 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-plugged", "status": "completed", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:32.449899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c78647df-d090-41e5-b4c6-5507459c7ddf {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:32.450374 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'code': 200} Jul 07 13:02:32.534935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d256a41-75d1-42cc-aa77-6556bb446871 req-f9b4348b-099b-417b-a244-6ffb523634d5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:32.536485 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d256a41-75d1-42cc-aa77-6556bb446871 req-f9b4348b-099b-417b-a244-6ffb523634d5 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.0635757 Jul 07 13:02:32.575897 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d256a41-75d1-42cc-aa77-6556bb446871 req-4ed3f305-01e0-49d8-a703-eacdcc2a37b1 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318921 Jul 07 13:02:32.687597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb4b3-4c72-48c3-ba4e-924b2f0b82ad req-8a2a2b1e-bc5c-43b9-97cc-ddd937ae41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:32.689058 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-95acb4b3-4c72-48c3-ba4e-924b2f0b82ad req-8a2a2b1e-bc5c-43b9-97cc-ddd937ae41d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 1099 time: 0.0510540 Jul 07 13:02:32.722698 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-95acb4b3-4c72-48c3-ba4e-924b2f0b82ad req-3a6e4cbf-57c7-4717-b3a5-66a90abf9f24 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272529 Jul 07 13:02:32.871312 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e25aa1-b999-48ee-8ec8-4ce3fd9ba9ea req-27ddcab1-927b-41d2-9d89-baf9882b19ef tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:32.872765 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65e25aa1-b999-48ee-8ec8-4ce3fd9ba9ea req-27ddcab1-927b-41d2-9d89-baf9882b19ef tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0644546 Jul 07 13:02:32.908600 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65e25aa1-b999-48ee-8ec8-4ce3fd9ba9ea req-848eb391-79c2-495e-8b20-48da3c51f526 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302546 Jul 07 13:02:33.077676 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68d41d-3a58-415d-8254-3515dcff90fe req-1d960b9a-eee9-438a-95ea-803395446d63 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:33.079134 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a68d41d-3a58-415d-8254-3515dcff90fe req-1d960b9a-eee9-438a-95ea-803395446d63 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0608675 Jul 07 13:02:33.115042 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1a68d41d-3a58-415d-8254-3515dcff90fe req-a25798df-4c82-4240-9683-0b19d1555fc9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304549 Jul 07 13:02:33.138632 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59312) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:02:33.232015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a9ba6-3329-4995-93c0-7532bf90db38 tempest-TestShelveInstance-1392615204 tempest-TestShelveInstance-1392615204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:33.233485 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-050a9ba6-3329-4995-93c0-7532bf90db38 tempest-TestShelveInstance-1392615204 tempest-TestShelveInstance-1392615204-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1093 time: 0.0938189 Jul 07 13:02:33.236481 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59316) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:02:33.240713 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'port_id': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:02:33.261419 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:33.656093 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019de3b-c03e-4a7f-bfb1-9136181a07b7 req-9d29f8b2-b79e-4e76-95f3-eac9aa96cecc tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:33.657536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0019de3b-c03e-4a7f-bfb1-9136181a07b7 req-9d29f8b2-b79e-4e76-95f3-eac9aa96cecc tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 943 time: 0.1082397 Jul 07 13:02:33.720926 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:33.745995 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0019de3b-c03e-4a7f-bfb1-9136181a07b7 req-56ad74e6-39b5-419f-9fc5-ceb6064dff7d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825841 Jul 07 13:02:33.845476 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70252c-6caf-498a-a257-aaa39fb9b568 req-ecc99d6b-d81c-4c46-8fd9-e5650844b996 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:33.846582 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec70252c-6caf-498a-a257-aaa39fb9b568 req-ecc99d6b-d81c-4c46-8fd9-e5650844b996 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.1499290 Jul 07 13:02:33.886760 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Allocated IP 172.27.0.228 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/6963282f-e823-4bce-99b8-0593cc35a14b) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:02:33.908301 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec70252c-6caf-498a-a257-aaa39fb9b568 req-713823a0-0bdb-4116-88b2-08a195b0e9ec tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555730 Jul 07 13:02:34.004802 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.047475 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.090887 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:02:34.095852 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:02:34.099276 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:02:34.122016 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'Port': ['ID=6963282f-e823-4bce-99b8-0593cc35a14b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:34.228986 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 72af285a-71a8-4a78-b40d-a75d5aa6804d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:02:34.330356 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 72af285a-71a8-4a78-b40d-a75d5aa6804d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:34.345415 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:02:34.382470 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.396182 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72af285a-71a8-4a78-b40d-a75d5aa6804d {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:02:34.417997 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 72af285a-71a8-4a78-b40d-a75d5aa6804d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:34.422330 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.469344 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=72af285a-71a8-4a78-b40d-a75d5aa6804d,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:34.486312 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.564905 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.710373 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.715246 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.721801 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['72af285a-71a8-4a78-b40d-a75d5aa6804d'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:02:34.782621 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event updated for resources: {'Port': ['ID=6963282f-e823-4bce-99b8-0593cc35a14b,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:34.795281 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:34.937512 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Floating IP cbadb1fd-2326-4ef0-9627-c3f820270e63 associated. External IP: 172.27.0.228, port: 7530c52b-74e3-4792-823e-d62f7e47b50f. Jul 07 13:02:35.003421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2c82e-c25a-41f1-a138-f0f6367ac3ea req-dfdf80c3-0c69-41bb-85e4-3ad47a96fa71 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:35.004798 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-00c2c82e-c25a-41f1-a138-f0f6367ac3ea req-dfdf80c3-0c69-41bb-85e4-3ad47a96fa71 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 944 time: 0.1211572 Jul 07 13:02:35.116406 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-00c2c82e-c25a-41f1-a138-f0f6367ac3ea req-df1813b2-3e7a-49c6-ae7d-d284fcb99e4b tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820470 Jul 07 13:02:35.171950 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79360185-9261-4f02-95d0-6cda63befec6 req-e342b152-9619-420c-96fd-2a8d7fc8e14f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:35.173399 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-79360185-9261-4f02-95d0-6cda63befec6 req-e342b152-9619-420c-96fd-2a8d7fc8e14f tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.1402185 Jul 07 13:02:35.255367 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-79360185-9261-4f02-95d0-6cda63befec6 req-6326aca8-84a7-4dbd-9c06-5476549da8ca tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761430 Jul 07 13:02:35.266661 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Router 0ccecb07-8c29-48fd-9a14-2a1745af9571 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:02:35.373766 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:02:35.383574 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] Sync routers for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:02:35.389262 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:35.392830 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:02:35.393453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:02:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:35.424457 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-14a4faf2-9be8-458f-8a37-0bdeb3d68ea3 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1869884 Jul 07 13:02:35.425045 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:35.427673 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace2c382-21f8-4821-82ed-cf62cc14ab6d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:35.462310 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba7e1dd-e7ad-4bdf-b672-938592e5a63f x-openstack-request-id: req-8ba7e1dd-e7ad-4bdf-b672-938592e5a63f {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:35.462593 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:35.462869 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ba7e1dd-e7ad-4bdf-b672-938592e5a63f {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:35.463271 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'status': 'completed', 'code': 200} Jul 07 13:02:35.506913 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:02:35.560885 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-f760f541-b517-40f0-94e7-af66591cdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:35.562607 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-f760f541-b517-40f0-94e7-af66591cdf9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.0542817 Jul 07 13:02:35.663882 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-d8f649f7-6546-40a7-a0bc-3a9ed503c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:35.665328 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-d8f649f7-6546-40a7-a0bc-3a9ed503c024 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.0890236 Jul 07 13:02:35.729315 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'cbadb1fd-2326-4ef0-9627-c3f820270e63', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'port_id': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'mac_address': 'fa:16:3e:06:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:34Z', 'updated_at': '2021-07-07T13:02:34Z', 'revision_number': 0, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:46Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:35.732460 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-a5706d92-b1a4-4fc1-9f01-44a5c79281dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 999 time: 0.0605853 Jul 07 13:02:35.755370 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] Checking router: 0ccecb07-8c29-48fd-9a14-2a1745af9571 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:02:35.763766 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:02:35.764314 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:02:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:35.778986 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-97c4dd52-7b57-4e96-bbd0-a14998013bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:35.780413 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-97c4dd52-7b57-4e96-bbd0-a14998013bf6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0418448 Jul 07 13:02:35.836134 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-be8bfe1b-5ad2-45ad-a35d-4636b568eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:35.837610 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-be8bfe1b-5ad2-45ad-a35d-4636b568eafb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505350 Jul 07 13:02:35.869454 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:02:35.927088 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-b59ea3a4-88b0-4b69-9435-b53e9d02c6f7 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Jul 07 13:02:36.015271 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ace2c382-21f8-4821-82ed-cf62cc14ab6d req-5461b2bd-5658-41b3-8c07-5f34d36c8db7 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821881 Jul 07 13:02:36.091993 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'cbadb1fd-2326-4ef0-9627-c3f820270e63', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'port_id': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'mac_address': 'fa:16:3e:06:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:34Z', 'updated_at': '2021-07-07T13:02:34Z', 'revision_number': 0, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:46Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:36.117533 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae1dd2-6e1a-4f7a-98e8-69968d3f86c1 None None] The sync data for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi is: [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'cbadb1fd-2326-4ef0-9627-c3f820270e63', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'port_id': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'mac_address': 'fa:16:3e:06:61:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:34Z', 'updated_at': '2021-07-07T13:02:34Z', 'revision_number': 0, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:46Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:02:36.230165 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 72af285a-71a8-4a78-b40d-a75d5aa6804d up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:02:36.282058 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 72af285a-71a8-4a78-b40d-a75d5aa6804d completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:02:36.286161 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 72af285a-71a8-4a78-b40d-a75d5aa6804d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:02:36.286612 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:36.300039 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d979d-fd04-429b-8a81-7c394725fb05 req-870de4d2-fa1a-4995-9c45-bcd72b0e155e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:36.302072 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-191d979d-fd04-429b-8a81-7c394725fb05 req-870de4d2-fa1a-4995-9c45-bcd72b0e155e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 944 time: 0.0729063 Jul 07 13:02:36.326948 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67e077-266a-4ba6-a984-ccac81193ca2 None None] New status for floating IP cbadb1fd-2326-4ef0-9627-c3f820270e63: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:02:36.343374 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-191d979d-fd04-429b-8a81-7c394725fb05 req-0924a58c-5b13-4159-8ec2-26664771c5b4 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356660 Jul 07 13:02:36.379957 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:36.402919 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:36.405234 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f57246-29b1-4dc7-9c01-1fd492609fab" -d '{"events": [{"server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "name": "network-vif-plugged", "status": "completed", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:36.418165 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 72af285a-71a8-4a78-b40d-a75d5aa6804d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:02:36.422487 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:36.447267 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa7b957-50ae-49ce-89b1-7a4ad6ce6ded x-openstack-request-id: req-2fa7b957-50ae-49ce-89b1-7a4ad6ce6ded {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:36.447555 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "name": "network-vif-plugged", "status": "completed", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:36.447806 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fa7b957-50ae-49ce-89b1-7a4ad6ce6ded {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:36.448753 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'code': 200} Jul 07 13:02:36.473505 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=72af285a-71a8-4a78-b40d-a75d5aa6804d,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:36.758321 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f90f-dfe5-402c-a175-fbe24e4f4b6a req-e8569066-587a-4f21-912f-508e0b0c402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:36.759818 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e278f90f-dfe5-402c-a175-fbe24e4f4b6a req-e8569066-587a-4f21-912f-508e0b0c402b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0537114 Jul 07 13:02:36.792370 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e278f90f-dfe5-402c-a175-fbe24e4f4b6a req-8e64e27b-1062-4bc5-9a6e-65c763064e92 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259278 Jul 07 13:02:37.521036 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0186f-abad-4c0c-96f7-e3a930fdf49c req-aa729406-5f61-40d0-852f-defa6774a99f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:37.522510 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e6b0186f-abad-4c0c-96f7-e3a930fdf49c req-aa729406-5f61-40d0-852f-defa6774a99f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 945 time: 0.0675063 Jul 07 13:02:37.558928 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e6b0186f-abad-4c0c-96f7-e3a930fdf49c req-9708f5d2-bfd7-4d16-83fd-a54996562962 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300806 Jul 07 13:02:38.727009 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cdd0d-9f8c-4623-a46b-402ad112fa2d req-dc32e91a-0d83-41ac-bbba-07d065fd3f99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:38.728506 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6a6cdd0d-9f8c-4623-a46b-402ad112fa2d req-dc32e91a-0d83-41ac-bbba-07d065fd3f99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 945 time: 0.0606108 Jul 07 13:02:38.766452 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6a6cdd0d-9f8c-4623-a46b-402ad112fa2d req-34e4d49a-8f6f-4346-aa68-590f36772f5b tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Jul 07 13:02:38.937884 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c7eba-0a67-4e53-83e0-78b609aecd1e req-429e6619-ac74-4149-a878-f29139eb0504 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:38.939263 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b64c7eba-0a67-4e53-83e0-78b609aecd1e req-429e6619-ac74-4149-a878-f29139eb0504 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 945 time: 0.0649667 Jul 07 13:02:38.975258 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b64c7eba-0a67-4e53-83e0-78b609aecd1e req-79d66396-b9f1-4100-9b59-fcf910750bcf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306025 Jul 07 13:02:38.999412 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59378) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:02:39.049167 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d2533-4725-4b94-80f6-d2e79b238ac3 tempest-TestVolumeBootPattern-1346209927 tempest-TestVolumeBootPattern-1346209927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:39.050636 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-1d6d2533-4725-4b94-80f6-d2e79b238ac3 tempest-TestVolumeBootPattern-1346209927 tempest-TestVolumeBootPattern-1346209927-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1093 time: 0.0502844 Jul 07 13:02:39.053300 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59380) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:02:39.057540 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:02:39.078868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:39.175606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:39.281768 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Allocated IP 172.27.0.154 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/cb5ae4ed-a6a5-410a-9e47-f54bf9a32ad8) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:02:39.384082 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:39.421956 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:39.455504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:02:39.458236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:02:39.461553 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:02:39.489527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=cb5ae4ed-a6a5-410a-9e47-f54bf9a32ad8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:39.708386 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:02:39.837579 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:39.910571 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:40.054696 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:40.059098 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:40.129239 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=cb5ae4ed-a6a5-410a-9e47-f54bf9a32ad8,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:02:40.139318 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:40.506579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Floating IP d7e8339d-88dd-4510-9b4a-7b1209f9cf99 associated. External IP: 172.27.0.154, port: 72af285a-71a8-4a78-b40d-a75d5aa6804d. Jul 07 13:02:40.705758 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:02:40.809753 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:02:40.821653 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:02:40.828819 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:40.832494 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:02:40.835078 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:02:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:40.868647 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-52f77aa7-8ac7-4127-aab8-3d8df32563aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8143418 Jul 07 13:02:40.869247 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:02:40.872098 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8afeca-bad5-450c-8616-7731c54fbb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:02:40.907284 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e817a4d-8399-4446-9225-4b8921b0bebf x-openstack-request-id: req-4e817a4d-8399-4446-9225-4b8921b0bebf {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:02:40.907568 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:02:40.907816 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e817a4d-8399-4446-9225-4b8921b0bebf {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:02:40.908260 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'status': 'completed', 'code': 200} Jul 07 13:02:40.942865 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:02:41.009327 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-a8c2abe6-aa92-487a-b032-d06d70e2c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:41.011479 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-a8c2abe6-aa92-487a-b032-d06d70e2c001 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0554755 Jul 07 13:02:41.098002 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-cbb03899-6c6d-4e34-9afd-4115627a8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:41.099500 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-cbb03899-6c6d-4e34-9afd-4115627a8f39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.0819595 Jul 07 13:02:41.163960 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:39Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:41.165230 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-69413945-c2c1-4ff2-b46c-17475f8b6855 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 200 len: 999 time: 0.0597174 Jul 07 13:02:41.190081 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:02:41.198661 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:02:41.199298 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:02:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:41.213157 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-3f3ef159-2e89-4c3f-9bda-222bcaf94171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:41.214641 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-3f3ef159-2e89-4c3f-9bda-222bcaf94171 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0440037 Jul 07 13:02:41.269094 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-e6668fe2-c7a7-467c-9ce5-343734ee2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:02:41.270557 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-e6668fe2-c7a7-467c-9ce5-343734ee2be7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502994 Jul 07 13:02:41.309660 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6515524b-ba47-42f9-a670-3a93358b8139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:41.312345 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:02:41.362101 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-f57c62fe-6879-4623-b0a4-6205196453b3 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 Jul 07 13:02:41.453531 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ca8afeca-bad5-450c-8616-7731c54fbb5a req-8f51b490-c1b4-445a-8ff2-0016d78f57d9 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854964 Jul 07 13:02:41.656293 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:39Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:02:41.684956 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b75c694-74ed-467c-aeac-b6dddec4341f None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:39Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:02:41.858981 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23ce65-9693-4c8e-870f-01eca4d1cf65 None None] New status for floating IP d7e8339d-88dd-4510-9b4a-7b1209f9cf99: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:02:43.160067 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:43.619003 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d498c539-a992-43eb-aaf7-0187cd198ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:44.300191 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:45.131924 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:02:46.445127 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:09.033771 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22028c-8b7c-4c6c-9855-2e779e7ebc4d req-899edf46-a917-41b4-a704-583b9cad6221 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:09.035279 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0c22028c-8b7c-4c6c-9855-2e779e7ebc4d req-899edf46-a917-41b4-a704-583b9cad6221 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.0618567 Jul 07 13:03:09.073181 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0c22028c-8b7c-4c6c-9855-2e779e7ebc4d req-ad1cf286-948d-4063-ad2c-f07b83716d6a tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Jul 07 13:03:10.252813 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e254-2fd6-4441-bbc7-01e92f421ce8 req-519160a4-928b-4bad-86b3-4bce3973b155 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:10.254281 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4707e254-2fd6-4441-bbc7-01e92f421ce8 req-519160a4-928b-4bad-86b3-4bce3973b155 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.0637550 Jul 07 13:03:10.290646 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4707e254-2fd6-4441-bbc7-01e92f421ce8 req-264788c6-8fdd-488d-b809-51fb9d1b1859 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Jul 07 13:03:10.586235 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-46422cb6-28ba-490a-8a52-80d06bf178f6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:10.587682 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-46422cb6-28ba-490a-8a52-80d06bf178f6 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 946 time: 0.0652270 Jul 07 13:03:10.689485 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Deleting port edd59999-9a48-4e9a-a111-eab1b0dc9f4b {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:03:10.689829 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:10.773192 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] For port edd59999-9a48-4e9a-a111-eab1b0dc9f4b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:10.773543 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:10.940131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:10.940493 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:10.940805 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Floating IP 85a31fd3-a680-4217-b8e3-c9f7144c289f disassociated. External IP: 172.27.0.32, port: edd59999-9a48-4e9a-a111-eab1b0dc9f4b. Jul 07 13:03:10.941141 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Calling delete_port for edd59999-9a48-4e9a-a111-eab1b0dc9f4b owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:03:11.062663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:11.092502 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event deleted for resources: {'Port': ['ID=edd59999-9a48-4e9a-a111-eab1b0dc9f4b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:11.101558 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.101906 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.102244 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.102578 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.102932 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.103263 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.103587 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.103909 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.104788 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.104788 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.104988 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.105255 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:11.219532 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:03:11.301926 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-06317fe2-56da-4979-89be-ec36e801fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:11.442031 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6e01ef8f-d30e-4853-a6eb-8f58d1594a11 req-2fbb3a13-86e7-447d-b142-06d0d2c3a674 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fc61950-1395-4c5b-9ce7-7f2d647f340a HTTP/1.1" status: 200 len: 210 time: 0.0335138 Jul 07 13:03:11.566411 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:03:11.579766 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:03:11.588847 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:11.589510 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:02:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:11.609122 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] No DVR routers for this DVR port edd59999-9a48-4e9a-a111-eab1b0dc9f4b on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:03:11.611853 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:11.613831 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1ec4891a-e34d-4527-bdbf-784626e55a9a req-e8d512e7-c9ed-4f48-9c71-86403e358c99 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.50 "DELETE /v2.0/ports/edd59999-9a48-4e9a-a111-eab1b0dc9f4b HTTP/1.1" status: 204 len: 173 time: 1.0179400 Jul 07 13:03:11.614259 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-deleted', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:03:11.616850 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81be9063-6ade-41d5-916a-f2bbf1008735" -d '{"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-deleted", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:03:11.657157 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8231801a-4381-4e7f-a409-e319fae920a0 x-openstack-request-id: req-8231801a-4381-4e7f-a409-e319fae920a0 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:03:11.657157 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc61950-1395-4c5b-9ce7-7f2d647f340a", "name": "network-vif-deleted", "tag": "edd59999-9a48-4e9a-a111-eab1b0dc9f4b", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:03:11.657419 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8231801a-4381-4e7f-a409-e319fae920a0 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:03:11.657812 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc61950-1395-4c5b-9ce7-7f2d647f340a', 'name': 'network-vif-deleted', 'tag': 'edd59999-9a48-4e9a-a111-eab1b0dc9f4b', 'status': 'completed', 'code': 200} Jul 07 13:03:11.700476 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:11.911131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:11.942768 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:03:11.952269 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:11.952817 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:02:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:12.080379 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:12.269755 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:12.295398 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d0a11-1f92-4538-bf22-053ec674db94 None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T12:56:07Z', 'revision_number': 4, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '45e053a1-7689-4989-bdc2-5fe2a46bd7ad', 'name': '', 'network_id': 'aae3eafa-866e-4717-bd2c-c53c0692df1a', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'mac_address': 'fa:16:3e:e7:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:06Z', 'updated_at': '2021-07-07T12:56:19Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'subnets': [{'id': 'b57a93d4-e8a4-4a58-96a0-28b3e2653f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:03:12.510946 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d72df-0e38-46c6-86f9-6b6b38fd22cd None None] New status for floating IP 85a31fd3-a680-4217-b8e3-c9f7144c289f: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:03:13.150946 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.593045 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59432) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:13.620488 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-897e4110-74f8-4c14-9ebf-96695349d830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.650186 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.672599 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.718302 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.720774 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.721898 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee3ed720-6aa7-4d88-80ff-4f021ef73b8f HTTP/1.1" status: 204 len: 168 time: 0.1278584 Jul 07 13:03:13.724691 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 59434) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:13.731407 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3ed720-6aa7-4d88-80ff-4f021ef73b8f,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:13.738167 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.738518 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.738681 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.api.v2.resource [None req-a2f06810-0e60-49c1-9fa1-0b826189d6ee tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] show failed (client error): The resource could not be found. Jul 07 13:03:13.738917 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.739267 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.739606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.739718 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a2f06810-0e60-49c1-9fa1-0b826189d6ee tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "GET /v2.0/security-groups/ee3ed720-6aa7-4d88-80ff-4f021ef73b8f HTTP/1.1" status: 404 len: 347 time: 0.0139453 Jul 07 13:03:13.740024 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.740364 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.740703 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.741028 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.741381 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.741708 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.742124 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb170190-2661-4b0c-9b46-75a9d1fa01ea tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:13.742378 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 59436) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:13.867703 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Deleting port 4ab802f4-e560-41de-add0-1a37f79296f3 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:03:13.868043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.941878 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.942223 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:13.953339 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Calling delete_port for 4ab802f4-e560-41de-add0-1a37f79296f3 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:03:14.078464 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:14.104030 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Pushing event deleted for resources: {'Port': ['ID=4ab802f4-e560-41de-add0-1a37f79296f3,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:14.166163 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:14.169286 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:14.170406 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-565d6fc0-2fe0-45ae-9bb3-fba40eb8ad26 tempest-AttachVolumeShelveTestJSON-1733196085 tempest-AttachVolumeShelveTestJSON-1733196085-project] 10.222.0.21 "DELETE /v2.0/floatingips/85a31fd3-a680-4217-b8e3-c9f7144c289f HTTP/1.1" status: 204 len: 168 time: 0.4271441 Jul 07 13:03:14.304488 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:15.134688 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:16.374024 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:03:16.397421 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: edd59999-9a48-4e9a-a111-eab1b0dc9f4b {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:03:16.397768 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device edd59999-9a48-4e9a-a111-eab1b0dc9f4b not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:03:16.446913 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:16.707300 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:03:16.712186 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59458) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:17.142542 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:17.389607 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Deleting port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:03:17.389948 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:17.464852 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] For port 45e053a1-7689-4989-bdc2-5fe2a46bd7ad, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:17.465133 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:17.477108 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Calling delete_port for 45e053a1-7689-4989-bdc2-5fe2a46bd7ad owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:03:17.651154 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:17.680135 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e053a1-7689-4989-bdc2-5fe2a46bd7ad,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:17.846307 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:17.912487 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-b5969fb9-029e-4d24-9e53-c2b0877eee89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499501 Jul 07 13:03:18.018768 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-37757b23-62c6-499e-bd87-4e3dc23deea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:18.020190 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-37757b23-62c6-499e-bd87-4e3dc23deea6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.0513027 Jul 07 13:03:18.060767 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:03:18.127633 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-391377a5-80ea-4b11-bbea-93f03f71f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:18.129123 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-391377a5-80ea-4b11-bbea-93f03f71f51c service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.0880370 Jul 07 13:03:18.169142 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:03:18.177027 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9b76e40d-a4ce-4f16-ba36-418611d45248 admin admin] 10.222.0.21 "PUT /v2.0/routers/faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637756 Jul 07 13:03:18.177657 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59462) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:18.180444 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] Sync routers for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:03:18.189978 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:18.190687 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:18.195101 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-fe3c1cba-5605-4bb2-93e2-6b619cc440eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 1001 time: 0.0595210 Jul 07 13:03:18.248815 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-3d94b8dd-b3b5-4e2b-a2cd-9ce63a119282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:18.250265 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-3d94b8dd-b3b5-4e2b-a2cd-9ce63a119282 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0495374 Jul 07 13:03:18.304191 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.314486 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:18.316474 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-b182ff3e-33d1-456a-ac65-23b28d2a9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:18.317723 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-b182ff3e-33d1-456a-ac65-23b28d2a9909 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612404 Jul 07 13:03:18.404458 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.413249 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-4f752089-6a9b-4130-92ed-687246a29d7a service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879171 Jul 07 13:03:18.461506 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Deleting port 85ca257e-32f7-4ecf-a844-9084926fd4ff {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:03:18.461850 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.493585 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T13:03:17Z', 'revision_number': 5, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port': {'id': '85ca257e-32f7-4ecf-a844-9084926fd4ff', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:56:02Z', 'updated_at': '2021-07-07T12:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:18.520039 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] Checking router: faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:03:18.523348 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1e3a2b-a87a-451e-9936-d9f4a5eb2076 req-980914e4-44eb-49e1-b103-45820535589c service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032255 Jul 07 13:03:18.528518 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] Routers {'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:18.529127 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:18.539804 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] For port 85ca257e-32f7-4ecf-a844-9084926fd4ff, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=85ca257e-32f7-4ecf-a844-9084926fd4ff,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:18.540167 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.553126 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Calling delete_port for 85ca257e-32f7-4ecf-a844-9084926fd4ff owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:03:18.617037 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] Set router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 gateway port host: None {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:18.670653 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T13:03:18Z', 'revision_number': 6, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:18.697585 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d2185-397f-4865-9b7e-a628f2f2cded None None] The sync data for ids ['faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8'] in dv-cinder-792209-6-iscsi is: [{'id': 'faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8', 'name': 'tempest-AttachVolumeShelveTestJSON-112999278-router', 'tenant_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:56:01Z', 'updated_at': '2021-07-07T13:03:18Z', 'revision_number': 6, 'project_id': '83c8b70ad2d2460ca06e9829bbf77fbf', 'gw_port_host': None}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:03:18.716822 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.742878 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=85ca257e-32f7-4ecf-a844-9084926fd4ff,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:18.805365 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.892309 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.894351 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.935292 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.935870 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:03:18.940830 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:18.941961 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-93f15124-b2f0-4bca-94d5-d7e4f4302f3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/faa8af83-80ef-4b91-a7c3-5c4b5a7be1a8 HTTP/1.1" status: 204 len: 168 time: 0.7633924 Jul 07 13:03:18.944457 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59464) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:18.988116 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Deleting subnet b57a93d4-e8a4-4a58-96a0-28b3e2653f80 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:03:18.991020 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.027267 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.108150 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.160776 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.183965 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57a93d4-e8a4-4a58-96a0-28b3e2653f80,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:19.189928 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.194207 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e3fb1843-398d-48ad-8d72-937cdbcbfb7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b57a93d4-e8a4-4a58-96a0-28b3e2653f80 HTTP/1.1" status: 204 len: 168 time: 0.2464921 Jul 07 13:03:19.194346 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59466) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:19.194994 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9f39d-91c3-4e71-8ef3-ae9419d1826f None None] Network aae3eafa-866e-4717-bd2c-c53c0692df1a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:03:19.265108 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.317142 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Deleting port bf2a49a0-7353-453c-9d16-ce3622c34567 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:03:19.317416 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.381339 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] For port bf2a49a0-7353-453c-9d16-ce3622c34567, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=bf2a49a0-7353-453c-9d16-ce3622c34567,segment=NetworkSegment(7c7da479-8665-4968-ac7f-1ae7682e5bd6),segment_id=7c7da479-8665-4968-ac7f-1ae7682e5bd6)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:19.381629 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.393843 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Calling delete_port for bf2a49a0-7353-453c-9d16-ce3622c34567 owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:03:19.468505 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] DHCP port deletion for aae3eafa-866e-4717-bd2c-c53c0692df1a request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:03:19.477037 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.502926 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2a49a0-7353-453c-9d16-ce3622c34567,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:19.506457 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] No DVR routers for this DVR port bf2a49a0-7353-453c-9d16-ce3622c34567 on host dv-cinder-792209-6-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:03:19.514744 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Deleting port bf2a49a0-7353-453c-9d16-ce3622c34567 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:03:19.515164 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.579731 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] For port bf2a49a0-7353-453c-9d16-ce3622c34567, host dv-cinder-792209-6-iscsi, got binding levels [] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:19.580203 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.580484 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.591422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae3eafa-866e-4717-bd2c-c53c0692df1a']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:19.593645 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Calling delete_port for bf2a49a0-7353-453c-9d16-ce3622c34567 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:03:19.596278 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.ipam_backend_mixin [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Port bf2a49a0-7353-453c-9d16-ce3622c34567 was not found and therefore no delete operation was performed {{(pid=92962) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 13:03:19.597516 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.601648 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7da479-8665-4968-ac7f-1ae7682e5bd6') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:19.601960 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7da479-8665-4968-ac7f-1ae7682e5bd6') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:19.610734 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.621410 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Pushing event deleted for resources: {'Port': ['ID=bf2a49a0-7353-453c-9d16-ce3622c34567,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:19.625135 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] No DVR routers for this DVR port bf2a49a0-7353-453c-9d16-ce3622c34567 on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:03:19.626592 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.630341 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.630936 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.631079 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.631653 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.631792 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.632044 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.632392 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.632699 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.633101 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.633398 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.633723 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.634048 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f20792-63d0-4e07-b659-4c0455fcff5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:19.635496 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:03:19.636091 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:03:19.638549 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:03:19.696229 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.702224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.704080 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aae3eafa-866e-4717-bd2c-c53c0692df1a HTTP/1.1" status: 204 len: 168 time: 0.5088146 Jul 07 13:03:19.719401 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07ab6-742f-4210-a619-0a6317beefe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae3eafa-866e-4717-bd2c-c53c0692df1a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:19.818409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59472) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:19.857211 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-15a2ab55-2252-4b6c-ae6e-e4f24aff11f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83c8b70ad2d2460ca06e9829bbf77fbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375519 Jul 07 13:03:19.859766 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59474) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:19.913534 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f098c72-3a57-459d-a329-72ea79276c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.933982 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f098c72-3a57-459d-a329-72ea79276c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.978907 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f098c72-3a57-459d-a329-72ea79276c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.981504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5f098c72-3a57-459d-a329-72ea79276c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:19.985041 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5f098c72-3a57-459d-a329-72ea79276c62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87730917-1cfc-4abb-8ffc-0f795274420d HTTP/1.1" status: 204 len: 168 time: 0.1220009 Jul 07 13:03:19.990723 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098c72-3a57-459d-a329-72ea79276c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87730917-1cfc-4abb-8ffc-0f795274420d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:20.287727 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 85ca257e-32f7-4ecf-a844-9084926fd4ff no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:03:20.307556 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 85ca257e-32f7-4ecf-a844-9084926fd4ff {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:03:20.307899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 85ca257e-32f7-4ecf-a844-9084926fd4ff not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:03:20.308962 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device bf2a49a0-7353-453c-9d16-ce3622c34567 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:03:20.326688 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: bf2a49a0-7353-453c-9d16-ce3622c34567 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:03:20.327056 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device bf2a49a0-7353-453c-9d16-ce3622c34567 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:03:20.327505 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 45e053a1-7689-4989-bdc2-5fe2a46bd7ad no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:03:20.348729 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 45e053a1-7689-4989-bdc2-5fe2a46bd7ad {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:03:20.349070 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 45e053a1-7689-4989-bdc2-5fe2a46bd7ad not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:03:20.624628 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59496) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:20.715926 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1320972176-network', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:20.736727 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Made reservation on behalf of bc252c93d02949368fde2ad683c68f80 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:03:20.739445 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:20.747548 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:20.838666 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:20.842577 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:20.870859 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:03:20.876672 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9100b8-7440-4810-af22-b6e2f5f3a34a,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:20.882394 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:20.882775 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Added segment 39a71d4e-8a1a-4d03-8301-8caaed33a6d6 of type vlan for network a2be4ce5-079e-4771-907a-c4e8a8bcb318 Jul 07 13:03:21.192943 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.220773 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.221714 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:21.222298 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.271010 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6452835 Jul 07 13:03:21.274987 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 59500) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:21.281651 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Request body: {'subnet': {'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1320972176-subnet', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:21.282231 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34fdff-fe24-4c0d-b392-6f98d706a670 admin admin] Pushing event updated for resources: {'Network': ['ID=a2be4ce5-079e-4771-907a-c4e8a8bcb318,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:21.292112 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:03:21.302175 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Made reservation on behalf of bc252c93d02949368fde2ad683c68f80 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:03:21.304654 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.468427 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.525354 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da3060f-7484-4a72-ab90-6f696f57481d,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:21.534422 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Checking segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:03:21.534773 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Network hostable DHCP agents. Network: a2be4ce5-079e-4771-907a-c4e8a8bcb318, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:03:21.550740 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:03:21.559674 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, a2be4ce5-079e-4771-907a-c4e8a8bcb318) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:21.564457 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:21.565049 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.579055 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d5f0d-2bdf-4aa1-b60b-eca3ddc7039d None None] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:03:21.579509 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-07ce3c13-a7ef-45d5-82c4-82c606cc4b7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3032155 Jul 07 13:03:21.582418 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59502) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:21.586875 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:21.607383 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1607890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7519'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.608341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1613053', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7494'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.661945 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.801881 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7540'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.847110 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e5d2289-57d5-514c-9524-62f6fe68d5ed-a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d'}]}} from dv-cinder-792209-6-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 13:03:21.847998 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:21.981645 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Allocated IP 172.20.0.2 (a2be4ce5-079e-4771-907a-c4e8a8bcb318/8da3060f-7484-4a72-ab90-6f696f57481d/152baa65-4d98-4eec-a881-f95b157a74b1) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:03:22.002704 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.021050 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.120924 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.127845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Allocated IP 172.27.0.12 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/debb89a4-0484-4700-9658-c85fa379c973) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:03:22.129670 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Transition to ACTIVE for port object 152baa65-4d98-4eec-a881-f95b157a74b1 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:22.145191 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Transition to ACTIVE for port object 152baa65-4d98-4eec-a881-f95b157a74b1 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:22.151410 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.195651 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:03:22.198681 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:22.203340 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:03:22.208529 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Pushing event updated for resources: {'Port': ['ID=152baa65-4d98-4eec-a881-f95b157a74b1,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:22.233220 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.262298 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Attempting to bind port 152baa65-4d98-4eec-a881-f95b157a74b1 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:03:22.262669 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Attempting to bind port 152baa65-4d98-4eec-a881-f95b157a74b1 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:03:22.263062 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Attempting to bind port 152baa65-4d98-4eec-a881-f95b157a74b1 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:03:22.267929 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:03:22.268306 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Checking segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:03:22.268709 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.269100 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Bound using segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:03:22.269586 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Bound port: 152baa65-4d98-4eec-a881-f95b157a74b1, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:03:22.270257 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.273206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.314476 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:03:22.317345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:22.322990 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:03:22.335560 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] For port 152baa65-4d98-4eec-a881-f95b157a74b1, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:03:22.338622 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] For port 152baa65-4d98-4eec-a881-f95b157a74b1, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=152baa65-4d98-4eec-a881-f95b157a74b1,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:03:22.343913 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.349814 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Pushing event updated for resources: {'Port': ['ID=debb89a4-0484-4700-9658-c85fa379c973,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:22.402225 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484f05-ffc7-4f97-b2b7-71d0acb049ab None None] Pushing event updated for resources: {'Port': ['ID=152baa65-4d98-4eec-a881-f95b157a74b1,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:22.604246 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.802923 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1713164'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:22.928507 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e is scheduled to L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 13:03:23.035236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:03:23.044421 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:03:23.052832 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.054223 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-1664f350-7c78-4024-802a-3303dcebfb2c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4707458 Jul 07 13:03:23.057386 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59504) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:23.061033 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:23.061920 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:23.168908 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:23.266787 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc572f-0071-4341-a446-601cc42db6a8 None None] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:03:23.350042 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:22Z', 'revision_number': 3, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:23.387753 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9714c37d-9ab5-444f-9c5a-6119e54297fd None None] Provisioning for port 152baa65-4d98-4eec-a881-f95b157a74b1 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:23.469112 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:03:23.469463 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Updating router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e port debb89a4-0484-4700-9658-c85fa379c973 binding host dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:03:23.494787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.503822 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.657720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Allocated IP 172.20.0.1 (a2be4ce5-079e-4771-907a-c4e8a8bcb318/8da3060f-7484-4a72-ab90-6f696f57481d/3bb9da72-34f1-417f-a958-41f71bd6805c) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:03:23.762943 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.769746 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.772661 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Transition to ACTIVE for port object debb89a4-0484-4700-9658-c85fa379c973 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:23.779069 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.783462 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Transition to ACTIVE for port object 3bb9da72-34f1-417f-a958-41f71bd6805c will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:23.817280 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.833198 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Pushing event updated for resources: {'Port': ['ID=debb89a4-0484-4700-9658-c85fa379c973,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:23.840061 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Attempting to bind port debb89a4-0484-4700-9658-c85fa379c973 on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:03:23.840323 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Attempting to bind port debb89a4-0484-4700-9658-c85fa379c973 by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:03:23.840677 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Attempting to bind port debb89a4-0484-4700-9658-c85fa379c973 on network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:03:23.844212 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.844549 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.844879 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.845202 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.845525 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.845845 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.846163 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.846478 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.846837 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.847156 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.847472 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.847780 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:03:23.853047 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:03:23.853414 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Checking segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:03:23.853805 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.854183 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Bound using segment: {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:03:23.854641 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Bound port: debb89a4-0484-4700-9658-c85fa379c973, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dfb417-19c8-4d7e-834e-0aea0685b154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:03:23.855615 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.859972 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:03:23.864815 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:23.868164 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:03:23.890301 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb9da72-34f1-417f-a958-41f71bd6805c,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:23.907115 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] For port debb89a4-0484-4700-9658-c85fa379c973, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:03:23.911931 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] For port debb89a4-0484-4700-9658-c85fa379c973, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=debb89a4-0484-4700-9658-c85fa379c973,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:03:23.912826 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612091'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.916422 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:23.971245 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0a98e-0572-4567-aadc-09dc99ed72e2 None None] Pushing event updated for resources: {'Port': ['ID=debb89a4-0484-4700-9658-c85fa379c973,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:23.982752 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:23.983355 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:24.062054 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.104117 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:24.157795 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-69ecd9f6-cacc-4c1b-a1f2-674b759c3c87 None None] Provisioning for port 3bb9da72-34f1-417f-a958-41f71bd6805c completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:24.162439 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-69ecd9f6-cacc-4c1b-a1f2-674b759c3c87 None None] Provisioning complete for port 3bb9da72-34f1-417f-a958-41f71bd6805c triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:24.163120 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-69ecd9f6-cacc-4c1b-a1f2-674b759c3c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.198200 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-69ecd9f6-cacc-4c1b-a1f2-674b759c3c87 None None] Port 3bb9da72-34f1-417f-a958-41f71bd6805c cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:03:24.232898 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.238800 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.303673 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb9da72-34f1-417f-a958-41f71bd6805c,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:24.306457 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795142'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.316139 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:22Z', 'revision_number': 3, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:24.342407 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 152baa65-4d98-4eec-a881-f95b157a74b1 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:24.346157 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efa94-a8ca-440a-a896-cc68ba868a7e None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:22Z', 'revision_number': 3, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:03:24.399504 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 152baa65-4d98-4eec-a881-f95b157a74b1 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:24.403979 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 152baa65-4d98-4eec-a881-f95b157a74b1 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:24.404354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.411997 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:03:24.413660 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:24.495124 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.532272 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 152baa65-4d98-4eec-a881-f95b157a74b1, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=152baa65-4d98-4eec-a881-f95b157a74b1,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:24.537529 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.546694 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:03:24.598012 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=152baa65-4d98-4eec-a881-f95b157a74b1,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:24.721730 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-fac23561-d76a-4157-87b3-bc4e101d82d8 None None] Provisioning complete for port 3bb9da72-34f1-417f-a958-41f71bd6805c triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:24.722113 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fac23561-d76a-4157-87b3-bc4e101d82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:24.761138 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-fac23561-d76a-4157-87b3-bc4e101d82d8 None None] Port 3bb9da72-34f1-417f-a958-41f71bd6805c cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:03:24.958790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:03:24.968300 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4986dec3-3f44-42e0-995c-986bf0f7c639 admin admin] 10.222.0.21 "PUT /v2.0/routers/59d7211b-c56f-47fd-83dd-eb9c6f0d995e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9047129 Jul 07 13:03:25.548510 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59512) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:25.553380 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140801310', 'description': 'tempest-description--196331964'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:25.578510 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.660341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.664375 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.692539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283f7035-a405-443d-b11f-0a6ab06a6eda,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:25.695409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.696616 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-68834365-c438-4c5a-96b2-a32bc6d1f17f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1470456 Jul 07 13:03:25.699953 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59514) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:25.704414 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'security_group_rule': {'security_group_id': '283f7035-a405-443d-b11f-0a6ab06a6eda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:25.731646 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.786633 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.790522 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.810143 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89842a85-1839-45d8-9b2a-b21b990884c7,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:25.817674 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.818898 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ad17d209-159d-4b1a-920d-e9e7147fee1b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180017 Jul 07 13:03:25.821720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59516) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:25.826940 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'security_group_rule': {'security_group_id': '283f7035-a405-443d-b11f-0a6ab06a6eda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:25.853335 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.869192 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:03:25.878535 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:25.879176 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:25.912372 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.916239 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.934587 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491581d9-2bb7-45f8-90d3-545386e14897,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:25.944413 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.945970 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6a24b3d0-68fd-477c-90e4-feea4d336f0d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233375 Jul 07 13:03:25.949074 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59518) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:25.954090 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:25.975863 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:25.988229 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:26.069421 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.177889 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Allocated IP 172.27.0.87 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/5ab2cb28-80c6-4070-84a1-6035e88a5b6d) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:03:26.189860 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 2, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:26.216653 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:03:26.217009 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Updating router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e port 3bb9da72-34f1-417f-a958-41f71bd6805c binding host dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 13:03:26.251409 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.288549 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.329649 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.366438 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:03:26.369345 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:26.373084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:03:26.384648 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 152baa65-4d98-4eec-a881-f95b157a74b1 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:26.417422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'Port': ['ID=5ab2cb28-80c6-4070-84a1-6035e88a5b6d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:26.474838 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.502439 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 152baa65-4d98-4eec-a881-f95b157a74b1 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:26.502813 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.518212 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.617778 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.635834 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Transition to ACTIVE for port object 3bb9da72-34f1-417f-a958-41f71bd6805c will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:26.642131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device debb89a4-0484-4700-9658-c85fa379c973 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:26.644821 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.672564 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.677215 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.743426 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc05c5-9b57-49ca-af4b-4714dffc2840 None None] Pushing event updated for resources: {'Port': ['ID=3bb9da72-34f1-417f-a958-41f71bd6805c,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:26.751423 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'Port': ['ID=5ab2cb28-80c6-4070-84a1-6035e88a5b6d,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:26.759724 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.775247 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.781962 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Attempting to bind port 3bb9da72-34f1-417f-a958-41f71bd6805c on host dv-cinder-792209-6-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:03:26.782384 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Attempting to bind port 3bb9da72-34f1-417f-a958-41f71bd6805c by drivers openvswitch,hyperv on host dv-cinder-792209-6-iscsi at level 0 using segments [{'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:03:26.782755 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Attempting to bind port 3bb9da72-34f1-417f-a958-41f71bd6805c on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:03:26.786358 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fa830bd4-5ffd-4db4-883c-014567c6a323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8356028 Jul 07 13:03:26.786917 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port debb89a4-0484-4700-9658-c85fa379c973 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:26.797785 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port debb89a4-0484-4700-9658-c85fa379c973 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:26.798201 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.803880 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Checking agent: {'id': '0f65448f-a3c6-4660-bbda-016d358ad65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 48, 14), 'started_at': datetime.datetime(2021, 7, 7, 12, 48, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:03:26.804633 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Checking segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:03:26.805057 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.805458 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Bound using segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:03:26.805956 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Bound port: 3bb9da72-34f1-417f-a958-41f71bd6805c, host: dv-cinder-792209-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:03:26.806343 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.928863 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] For port 3bb9da72-34f1-417f-a958-41f71bd6805c, host dv-cinder-792209-6-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:03:26.941253 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-f909b146-3312-45ab-a033-084e8bf67c6a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2140801310&fields=id&tenant_id=bc252c93d02949368fde2ad683c68f80 HTTP/1.1" status: 200 len: 267 time: 0.0334945 Jul 07 13:03:26.946217 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] For port 3bb9da72-34f1-417f-a958-41f71bd6805c, host dv-cinder-792209-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=3bb9da72-34f1-417f-a958-41f71bd6805c,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:03:26.954466 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:26.963185 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:27.017436 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port debb89a4-0484-4700-9658-c85fa379c973, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=debb89a4-0484-4700-9658-c85fa379c973,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:27.030522 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:27.051075 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d9c243c9-c1e4-4a4c-bc91-7edae336fcca tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:27.052535 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:27.053180 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:27.057582 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc05c5-9b57-49ca-af4b-4714dffc2840 None None] Pushing event updated for resources: {'Port': ['ID=3bb9da72-34f1-417f-a958-41f71bd6805c,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:27.059039 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d9c243c9-c1e4-4a4c-bc91-7edae336fcca tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 811 time: 0.1073382 Jul 07 13:03:27.076095 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-113b4651-bb93-4322-a530-bd589760e34f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/quotas/bc252c93d02949368fde2ad683c68f80 HTTP/1.1" status: 200 len: 375 time: 0.0153613 Jul 07 13:03:27.157264 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-596f32e3-edb9-4296-909d-322f230c5faf tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801501 Jul 07 13:03:27.180007 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=debb89a4-0484-4700-9658-c85fa379c973,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:27.207051 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:27.257553 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-012b0d5d-5260-4698-9a70-54478155719f service neutron] 10.222.0.21 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Jul 07 13:03:27.354177 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-393f1256-77a0-45f5-9c1f-43740d351ee3 service neutron] 10.222.0.21 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896029 Jul 07 13:03:27.412404 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:27.442789 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb848f-130f-4d42-8217-6f60e5a36d86 None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:03:27.545099 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-24f3f239-cebc-4ff8-83de-acc930ad9e01 req-14c275fa-fd94-409f-92e2-169991efb7b1 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 210 time: 0.0308287 Jul 07 13:03:28.365195 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 3bb9da72-34f1-417f-a958-41f71bd6805c up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:28.413446 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning for port 3bb9da72-34f1-417f-a958-41f71bd6805c completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:28.417493 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 3bb9da72-34f1-417f-a958-41f71bd6805c triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:28.417869 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:28.503255 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:28.657732 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-96952839-5250-465e-8cab-64282c8794fd None None] For port 3bb9da72-34f1-417f-a958-41f71bd6805c, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=3bb9da72-34f1-417f-a958-41f71bd6805c,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:28.662143 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:28.663935 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device debb89a4-0484-4700-9658-c85fa379c973 up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:28.709086 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a1eb984f-7fae-4fd8-8285-169552206cd7 req-d1378a3e-b855-4f10-95d9-bf3ba845c440 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 210 time: 0.0352292 Jul 07 13:03:28.744858 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-92d896a5-3f31-4ba4-9150-4a1d4c4d60f7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:28.745982 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Pushing event updated for resources: {'Port': ['ID=3bb9da72-34f1-417f-a958-41f71bd6805c,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:28.747031 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-92d896a5-3f31-4ba4-9150-4a1d4c4d60f7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 811 time: 0.1418402 Jul 07 13:03:28.753098 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port debb89a4-0484-4700-9658-c85fa379c973 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:28.753500 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:28.805230 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-dc8b5df2-7708-49e8-bd08-c1b47829f228 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc252c93d02949368fde2ad683c68f80 HTTP/1.1" status: 200 len: 380 time: 0.0348494 Jul 07 13:03:28.815678 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'port': {'device_id': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'admin_state_up': True, 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'security_groups': ['283f7035-a405-443d-b11f-0a6ab06a6eda']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:28.923876 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Made reservation on behalf of bc252c93d02949368fde2ad683c68f80 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:03:28.927571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.055125 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Allocated IP 172.20.0.13 (a2be4ce5-079e-4771-907a-c4e8a8bcb318/8da3060f-7484-4a72-ab90-6f696f57481d/27639986-77ab-45a0-8523-20d071a3cad2) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:03:29.185011 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.202239 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Transition to ACTIVE for port object 27639986-77ab-45a0-8523-20d071a3cad2 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:29.234893 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.279780 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:03:29.284898 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:03:29.291572 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:03:29.297920 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'Port': ['ID=27639986-77ab-45a0-8523-20d071a3cad2,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:29.343717 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:29.344356 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.359015 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-5b58686b-2e86-4cd2-8445-a0ca6f73b07f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477972 Jul 07 13:03:29.376886 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Request body: {'port': {'device_id': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:29.455390 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.468323 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f52e01fa-9ba6-40fd-9887-b731c4aa880d None None] Provisioning for port 27639986-77ab-45a0-8523-20d071a3cad2 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:29.472105 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f52e01fa-9ba6-40fd-9887-b731c4aa880d None None] Provisioning complete for port 27639986-77ab-45a0-8523-20d071a3cad2 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:29.472474 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f52e01fa-9ba6-40fd-9887-b731c4aa880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.504597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-f52e01fa-9ba6-40fd-9887-b731c4aa880d None None] Port 27639986-77ab-45a0-8523-20d071a3cad2 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:03:29.711379 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27639986-77ab-45a0-8523-20d071a3cad2 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:03:29.718451 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.730126 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Transition to ACTIVE for port object 27639986-77ab-45a0-8523-20d071a3cad2 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:03:29.733529 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.801860 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Pushing event updated for resources: {'Port': ['ID=27639986-77ab-45a0-8523-20d071a3cad2,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:29.863195 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Attempting to bind port 27639986-77ab-45a0-8523-20d071a3cad2 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:03:29.863530 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Attempting to bind port 27639986-77ab-45a0-8523-20d071a3cad2 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:03:29.863858 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Attempting to bind port 27639986-77ab-45a0-8523-20d071a3cad2 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:03:29.868219 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Port 27639986-77ab-45a0-8523-20d071a3cad2 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:03:29.868536 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Attempting to bind port 27639986-77ab-45a0-8523-20d071a3cad2 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:03:29.874432 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:03:29.874750 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Checking segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:03:29.875194 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Bound using segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:03:29.875620 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Bound port: 27639986-77ab-45a0-8523-20d071a3cad2, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:03:29.875975 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.906806 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e885e-87d8-4284-a468-b71032503f4c req-da9fb417-f87a-47b8-8216-e7573a13ffc8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:29.908411 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e21e885e-87d8-4284-a468-b71032503f4c req-da9fb417-f87a-47b8-8216-e7573a13ffc8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 944 time: 0.0750937 Jul 07 13:03:29.947295 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] For port 27639986-77ab-45a0-8523-20d071a3cad2, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:03:29.949624 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e21e885e-87d8-4284-a468-b71032503f4c req-1b34a66a-3b96-4c79-b2f8-bdda0a32890c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355649 Jul 07 13:03:29.951168 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] For port 27639986-77ab-45a0-8523-20d071a3cad2, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27639986-77ab-45a0-8523-20d071a3cad2,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:03:29.956697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.996918 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:29.997549 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:29.999042 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] 10.222.0.50 "PUT /v2.0/ports/27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 200 len: 1094 time: 0.6266179 Jul 07 13:03:29.999498 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:03:30.001861 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a92b3-b727-4eea-9e95-3cb2c77b11d8" -d '{"events": [{"name": "network-changed", "server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "tag": "27639986-77ab-45a0-8523-20d071a3cad2"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:03:30.029040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dc59b-c8f6-41ea-beee-bf0a0ba382a4 service neutron] Pushing event updated for resources: {'Port': ['ID=27639986-77ab-45a0-8523-20d071a3cad2,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:30.045130 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c406da5-0a75-4737-ba34-3b69b622acd9 x-openstack-request-id: req-5c406da5-0a75-4737-ba34-3b69b622acd9 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:03:30.045425 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "tag": "27639986-77ab-45a0-8523-20d071a3cad2", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:03:30.045681 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c406da5-0a75-4737-ba34-3b69b622acd9 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:03:30.046080 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2', 'status': 'completed', 'code': 200} Jul 07 13:03:30.125109 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-9533b33f-d8ba-43cf-b2fd-9f200a78a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.126603 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-9533b33f-d8ba-43cf-b2fd-9f200a78a759 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 1097 time: 0.0554061 Jul 07 13:03:30.177291 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d75f2377-7808-47fd-a455-5bbaab72a9b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 200 len: 217 time: 0.0366743 Jul 07 13:03:30.226875 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-cda931e0-3648-4006-990a-209be4cf1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.228231 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-cda931e0-3648-4006-990a-209be4cf1b02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0435138 Jul 07 13:03:30.287664 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-cb0ac144-3a58-4cf3-a251-9e9a48a6270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.289196 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-cb0ac144-3a58-4cf3-a251-9e9a48a6270b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543134 Jul 07 13:03:30.302517 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 3bb9da72-34f1-417f-a958-41f71bd6805c up at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:30.348539 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-96952839-5250-465e-8cab-64282c8794fd None None] Provisioning complete for port 3bb9da72-34f1-417f-a958-41f71bd6805c triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:30.348935 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:30.380994 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-ac105f6a-9e4b-49c6-a8f9-b9f79ecfb9e3 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Jul 07 13:03:30.469566 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a9c5bd5-1f39-43ba-bb1c-833f8f0e6a7d req-d86a6a8d-8084-4252-bbce-fc297f942e41 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817652 Jul 07 13:03:30.619836 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-abefd035-a8d6-46b0-983f-f184e763d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.621295 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-abefd035-a8d6-46b0-983f-f184e763d1eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 1097 time: 0.0551603 Jul 07 13:03:30.709121 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-368523f4-7df6-4810-99a6-9bda759a7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.710564 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-368523f4-7df6-4810-99a6-9bda759a7043 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 913 time: 0.0824549 Jul 07 13:03:30.749443 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-432fbbdc-eaf2-4bf2-868a-0f4979a2c574 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 200 len: 217 time: 0.0321388 Jul 07 13:03:30.800633 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-49921ff9-fbf9-4add-879c-c054f2364944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.802041 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-49921ff9-fbf9-4add-879c-c054f2364944 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0457244 Jul 07 13:03:30.859140 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-3f15036b-dc54-459e-a0a9-93dbd675bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:30.860596 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-3f15036b-dc54-459e-a0a9-93dbd675bab0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515742 Jul 07 13:03:30.946961 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-8b53e310-0312-4f44-aea2-f71e87f9e055 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778518 Jul 07 13:03:31.042108 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-256a92b3-b727-4eea-9e95-3cb2c77b11d8 req-fe1987a3-9b66-43a9-b717-86acdca85e6f service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874953 Jul 07 13:03:31.135960 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e11f5-c519-48ac-94f5-86239bd2c10e req-c9bf0b3d-d9a5-4c31-a8f6-ef87cdfd155d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:31.138118 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bb0e11f5-c519-48ac-94f5-86239bd2c10e req-c9bf0b3d-d9a5-4c31-a8f6-ef87cdfd155d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 944 time: 0.0730484 Jul 07 13:03:31.173487 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bb0e11f5-c519-48ac-94f5-86239bd2c10e req-77e211f5-31e0-4101-b21b-ec2028f4aa92 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298634 Jul 07 13:03:32.347830 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc7809-0d98-4d42-8c1c-8db321cf1151 req-224ae353-7e99-4031-8764-5ec4a6414b57 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:32.349294 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-62cc7809-0d98-4d42-8c1c-8db321cf1151 req-224ae353-7e99-4031-8764-5ec4a6414b57 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 944 time: 0.0629539 Jul 07 13:03:32.386254 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-62cc7809-0d98-4d42-8c1c-8db321cf1151 req-3f2964b1-55ca-405f-93f7-1f0512a5d318 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jul 07 13:03:33.559610 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fcf1a-173e-44aa-8ebb-cbfbd05e8592 req-a5687638-4472-499b-97c5-ebe14e057dc6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:33.561068 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f66fcf1a-173e-44aa-8ebb-cbfbd05e8592 req-a5687638-4472-499b-97c5-ebe14e057dc6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 944 time: 0.0660067 Jul 07 13:03:33.598953 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f66fcf1a-173e-44aa-8ebb-cbfbd05e8592 req-8e985438-6e6c-4e0b-8634-9dd5c4fa36ea tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Jul 07 13:03:34.496516 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 27639986-77ab-45a0-8523-20d071a3cad2 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:03:34.587128 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 27639986-77ab-45a0-8523-20d071a3cad2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27639986-77ab-45a0-8523-20d071a3cad2,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:34.598498 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '27639986-77ab-45a0-8523-20d071a3cad2', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'port_id': '27639986-77ab-45a0-8523-20d071a3cad2', 'mac_address': 'fa:16:3e:54:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:03:34.638292 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:34.650756 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27639986-77ab-45a0-8523-20d071a3cad2 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:03:34.670734 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 27639986-77ab-45a0-8523-20d071a3cad2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27639986-77ab-45a0-8523-20d071a3cad2,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:34.676056 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:34.722469 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=27639986-77ab-45a0-8523-20d071a3cad2,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:34.778882 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98a51b-7473-4299-a0cd-3d12a631157b req-6768a85c-fb22-486e-908f-ed91633e7eda tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:34.780264 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b98a51b-7473-4299-a0cd-3d12a631157b req-6768a85c-fb22-486e-908f-ed91633e7eda tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 945 time: 0.0656254 Jul 07 13:03:34.818074 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b98a51b-7473-4299-a0cd-3d12a631157b req-17f21435-5ea9-4cf4-801b-020af027db4a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Jul 07 13:03:34.979097 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['27639986-77ab-45a0-8523-20d071a3cad2'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:03:35.989368 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46123-3017-466d-a17c-29bd72b458d6 req-3dc235fd-18bf-4bc7-87b8-9e1a3cdf4c36 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:35.990742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8db46123-3017-466d-a17c-29bd72b458d6 req-3dc235fd-18bf-4bc7-87b8-9e1a3cdf4c36 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 945 time: 0.0618851 Jul 07 13:03:36.031739 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8db46123-3017-466d-a17c-29bd72b458d6 req-0363ed79-569e-419c-9476-f78655d1ab6f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355313 Jul 07 13:03:36.492887 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 27639986-77ab-45a0-8523-20d071a3cad2 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:03:36.539474 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 27639986-77ab-45a0-8523-20d071a3cad2 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:03:36.543369 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 27639986-77ab-45a0-8523-20d071a3cad2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:03:36.543745 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:36.617386 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:36.639551 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:03:36.641762 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf37962-e60b-46cf-878b-03f5d237ad05" -d '{"events": [{"server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "name": "network-vif-plugged", "status": "completed", "tag": "27639986-77ab-45a0-8523-20d071a3cad2"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:03:36.656688 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 27639986-77ab-45a0-8523-20d071a3cad2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27639986-77ab-45a0-8523-20d071a3cad2,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:03:36.660824 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:36.685195 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c129f0-6bfd-4a7e-9209-ff8594ddc843 x-openstack-request-id: req-e9c129f0-6bfd-4a7e-9209-ff8594ddc843 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:03:36.685481 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "name": "network-vif-plugged", "status": "completed", "tag": "27639986-77ab-45a0-8523-20d071a3cad2", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:03:36.685728 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c129f0-6bfd-4a7e-9209-ff8594ddc843 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:03:36.686107 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2', 'code': 200} Jul 07 13:03:36.710350 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=27639986-77ab-45a0-8523-20d071a3cad2,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:03:36.926489 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075958a-af47-4e4d-a5d2-02306ed9a096 req-028ec81a-99c9-41ac-8f7d-b6207ffc7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:36.927998 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e075958a-af47-4e4d-a5d2-02306ed9a096 req-028ec81a-99c9-41ac-8f7d-b6207ffc7582 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 1099 time: 0.0504739 Jul 07 13:03:36.961157 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e075958a-af47-4e4d-a5d2-02306ed9a096 req-cd85f737-9a1e-408d-94b9-4f9f423a11a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268726 Jul 07 13:03:37.199935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2071f-ad9e-4890-a5a2-7d6a3a45d7e6 req-3e185978-3c9a-4ca1-9d0a-46cd1d7c3fb4 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:37.201301 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-55d2071f-ad9e-4890-a5a2-7d6a3a45d7e6 req-3e185978-3c9a-4ca1-9d0a-46cd1d7c3fb4 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0617239 Jul 07 13:03:37.238547 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-55d2071f-ad9e-4890-a5a2-7d6a3a45d7e6 req-69d03741-69f6-42af-8a8f-366b883825c3 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Jul 07 13:03:38.407676 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8398920-9350-48e1-bdb0-62f52f5b9752 req-1383f29e-d92f-4ea5-b38b-d64f45379e9a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:38.409134 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8398920-9350-48e1-bdb0-62f52f5b9752 req-1383f29e-d92f-4ea5-b38b-d64f45379e9a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0617578 Jul 07 13:03:38.445785 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8398920-9350-48e1-bdb0-62f52f5b9752 req-9284816e-5a42-46ee-bcf6-25d9419711c6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Jul 07 13:03:38.613460 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd82d2-3156-4fb6-b1aa-b56ac67ebf7f req-cedc1588-123b-4e12-b0d3-64df8659ae43 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:38.614941 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3fd82d2-3156-4fb6-b1aa-b56ac67ebf7f req-cedc1588-123b-4e12-b0d3-64df8659ae43 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0669503 Jul 07 13:03:38.623470 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59576) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:03:38.627909 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'floatingip': {'port_id': '27639986-77ab-45a0-8523-20d071a3cad2'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:03:38.666711 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:39.098676 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:39.102520 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:39.202167 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Floating IP 394f2f82-bf12-4a97-8fe2-8d60405ca4b1 associated. External IP: 172.27.0.87, port: 27639986-77ab-45a0-8523-20d071a3cad2. Jul 07 13:03:39.403913 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:03:39.512731 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:03:39.518433 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:39.522707 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c0c75-51d9-4920-b758-60d421235755 None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:03:39.531940 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:39.532547 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:39.554390 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6a53fd88-e8cd-4578-b877-a7229eeb3d66 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "PUT /v2.0/floatingips/394f2f82-bf12-4a97-8fe2-8d60405ca4b1 HTTP/1.1" status: 200 len: 991 time: 0.9298759 Jul 07 13:03:39.554987 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:03:39.557307 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba8bedf-9828-4dcc-a648-fa650db9022e" -d '{"events": [{"name": "network-changed", "server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "tag": "27639986-77ab-45a0-8523-20d071a3cad2"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:03:39.593992 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32845f-5c2e-4672-93ca-d2a4c2f41e5a x-openstack-request-id: req-ba32845f-5c2e-4672-93ca-d2a4c2f41e5a {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:03:39.594283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "tag": "27639986-77ab-45a0-8523-20d071a3cad2", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:03:39.594536 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba32845f-5c2e-4672-93ca-d2a4c2f41e5a {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:03:39.594968 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2', 'status': 'completed', 'code': 200} Jul 07 13:03:39.643180 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:39.695563 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-c97203ad-072b-4068-9e7b-c4f7298c5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:39.696971 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-c97203ad-072b-4068-9e7b-c4f7298c5d38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 1099 time: 0.0547297 Jul 07 13:03:39.785999 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-b044cb73-aea9-4fb1-9f0c-22824da19322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:39.787508 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-b044cb73-aea9-4fb1-9f0c-22824da19322 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 913 time: 0.0840869 Jul 07 13:03:39.856172 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-6dede856-378c-4bba-b288-3c70745d24ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 200 len: 999 time: 0.0627184 Jul 07 13:03:39.863658 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '394f2f82-bf12-4a97-8fe2-8d60405ca4b1', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'port_id': '27639986-77ab-45a0-8523-20d071a3cad2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'mac_address': 'fa:16:3e:54:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:03:26Z', 'updated_at': '2021-07-07T13:03:39Z', 'revision_number': 1, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:39.892848 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c0c75-51d9-4920-b758-60d421235755 None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:03:39.901017 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:03:39.901645 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:03:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:39.904362 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-f5058000-17d0-4b6d-a1a0-5b3bc291714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:39.905794 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-f5058000-17d0-4b6d-a1a0-5b3bc291714b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0421731 Jul 07 13:03:39.961431 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-ebdc3ad1-03f6-4fe7-a409-19852e28737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:03:39.962806 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-ebdc3ad1-03f6-4fe7-a409-19852e28737a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504484 Jul 07 13:03:40.004461 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:03:40.053483 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-5d2caecc-3b1a-426a-aed0-0b7a469d4bea service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Jul 07 13:03:40.142948 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6ba8bedf-9828-4dcc-a648-fa650db9022e req-e5545297-4a31-484e-972a-307d02e964c0 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828061 Jul 07 13:03:40.224422 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-373c0c75-51d9-4920-b758-60d421235755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '394f2f82-bf12-4a97-8fe2-8d60405ca4b1', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'port_id': '27639986-77ab-45a0-8523-20d071a3cad2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'mac_address': 'fa:16:3e:54:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:03:26Z', 'updated_at': '2021-07-07T13:03:39Z', 'revision_number': 1, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:03:40.253577 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c0c75-51d9-4920-b758-60d421235755 None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '394f2f82-bf12-4a97-8fe2-8d60405ca4b1', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'port_id': '27639986-77ab-45a0-8523-20d071a3cad2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'mac_address': 'fa:16:3e:54:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:03:26Z', 'updated_at': '2021-07-07T13:03:39Z', 'revision_number': 1, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:03:40.439789 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cabf8c-b9eb-4726-9422-7fbf3035968f None None] New status for floating IP 394f2f82-bf12-4a97-8fe2-8d60405ca4b1: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:03:41.303265 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c1302474-51b3-47e9-b92d-18224f6cff6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:43.161707 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:43.621836 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-07d47cc7-178c-4c3a-b8f7-c8a718ff7a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:44.305032 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:45.136756 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:46.452160 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:03:53.706057 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:04:11.303223 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0547b640-a0dc-42b5-acc4-8b8bbb2ff820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:13.170179 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:13.621916 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9cb31a8f-ec96-46d9-8374-d886fe3e85e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:14.305424 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:15.139362 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:16.454462 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:19.954848 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-09ea9c6f-0769-4a13-9f93-85c32545a124 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500717 Jul 07 13:04:20.043434 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-5be5264e-d211-4373-ba57-efd65701ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:20.044950 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-5be5264e-d211-4373-ba57-efd65701ada2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0533328 Jul 07 13:04:20.151873 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-47a0a6ba-8752-4121-8cd1-ca30bb342f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:20.153284 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-47a0a6ba-8752-4121-8cd1-ca30bb342f3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.0843718 Jul 07 13:04:20.222491 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-5c98b3cd-245e-46ee-baa7-84399ac98726 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 200 len: 1001 time: 0.0617769 Jul 07 13:04:20.270959 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-038e8a47-6b1d-483b-98d5-4d266358c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:20.272375 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-038e8a47-6b1d-483b-98d5-4d266358c160 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0438948 Jul 07 13:04:20.328736 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-3e05097f-bbe7-4fa2-bb23-8c590e32469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:20.330206 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-3e05097f-bbe7-4fa2-bb23-8c590e32469d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512660 Jul 07 13:04:20.428034 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-199fff75-5472-47a8-a5c4-fe6352cf6fde service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905647 Jul 07 13:04:20.523374 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ce39b67-95fd-4a15-bce6-9490615fd43e req-c753a40e-00f1-418a-8335-8b7651687d79 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889835 Jul 07 13:04:20.548165 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-54670065-6780-4d99-91c4-8afa36d7b855 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317652622&fields=id&tenant_id=8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 267 time: 0.0346465 Jul 07 13:04:20.654508 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-57eba748-63bf-487e-98c9-f77b3ebf8453 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:20.656825 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-57eba748-63bf-487e-98c9-f77b3ebf8453 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 812 time: 0.1019571 Jul 07 13:04:20.671764 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-d79cf542-9cd8-4c54-8da7-617c90364816 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/quotas/8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 375 time: 0.0096421 Jul 07 13:04:20.746172 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-17e47d6e-d3ff-40b0-9c30-4d6442ffc590 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0691669 Jul 07 13:04:20.851728 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-ad40501b-67fc-476d-a6bd-0427c8a87f5d service neutron] 10.222.0.21 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930228 Jul 07 13:04:20.942183 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-91f8fb02-f3a3-4da2-b1ac-92f55e4edafc service neutron] 10.222.0.21 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Jul 07 13:04:21.235266 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d2d9dc8b-a47e-4bfd-bd84-d38b9d59f8e1 req-a1148ee2-8efd-48a4-8b9b-6ee962c4b516 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Jul 07 13:04:22.316186 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4e539d82-d96b-4529-9b3f-826d051f2f5c req-7cf5a485-0384-4a6a-ab8b-c58471561815 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0271544 Jul 07 13:04:23.402071 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d921979-7fcd-4ebf-99a4-758380c41936 req-ddeb67c0-5729-4d5b-baf1-117cbbc463d1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0333276 Jul 07 13:04:24.483178 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6318fa93-69b1-4671-8838-2fac3a5270f3 req-275b7c99-340a-4476-8b37-68a9ae0809b7 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Jul 07 13:04:25.625757 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af841611-8797-4f0c-83f9-233329330c36 req-0870782b-0744-4485-b995-2754bc63a4f0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0278540 Jul 07 13:04:26.634590 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-509f9bfb-1022-407c-911c-c788c52ed598 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:26.635960 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-509f9bfb-1022-407c-911c-c788c52ed598 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 812 time: 0.1040881 Jul 07 13:04:26.693737 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-0ecff0d6-1274-4e00-a97b-27e2c35d0787 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d6dc41fb7e04c48b70e800a366c3fee HTTP/1.1" status: 200 len: 380 time: 0.0342431 Jul 07 13:04:26.703234 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'port': {'device_id': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'admin_state_up': True, 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'security_groups': ['b4a9349e-ec30-42a9-8c84-17a21c745a80']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:04:26.765750 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d1c052b6-36d5-46bb-9d23-7fbe922b9c38 req-4a792bb1-4487-41ca-bbf0-32a6d7e6ab14 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Jul 07 13:04:26.808247 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Made reservation on behalf of 8d6dc41fb7e04c48b70e800a366c3fee for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:04:26.812403 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:26.937464 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Allocated IP 172.20.0.11 (006e0bd7-47b2-4d8e-a01c-62e81a73974a/d2bea90e-502f-4dce-8a04-492d56a9850d/4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:04:27.072444 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.084946 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Transition to ACTIVE for port object 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:04:27.116265 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.159673 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:04:27.164902 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:04:27.168470 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:04:27.192791 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:27.203284 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.203636 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.203973 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.204390 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.204717 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.205043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.205368 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.205692 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.206014 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.206341 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.206651 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.206992 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:27.231851 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:27.234040 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.248643 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-8e2bc1b5-aafa-46d0-8a67-c472661afdfe tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495784 Jul 07 13:04:27.270709 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Request body: {'port': {'device_id': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:04:27.347997 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.398354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-94cbeb6a-a75f-4890-8e92-77f78e7c29fd None None] Provisioning for port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:04:27.402526 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-94cbeb6a-a75f-4890-8e92-77f78e7c29fd None None] Provisioning complete for port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:04:27.403040 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-94cbeb6a-a75f-4890-8e92-77f78e7c29fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.439297 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-94cbeb6a-a75f-4890-8e92-77f78e7c29fd None None] Port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:04:27.848656 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:04:27.856593 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.868711 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Transition to ACTIVE for port object 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:04:27.871936 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:27.943116 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:27.953206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8165bc-2a78-43b7-8cd7-d6de839b9b34 req-938827f6-dbf4-43cc-98fe-4bac5f7806ec tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:27.955198 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af8165bc-2a78-43b7-8cd7-d6de839b9b34 req-938827f6-dbf4-43cc-98fe-4bac5f7806ec tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0771399 Jul 07 13:04:27.996611 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Attempting to bind port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:04:27.996951 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Attempting to bind port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:04:27.997282 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Attempting to bind port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:04:28.002173 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:04:28.002502 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Attempting to bind port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 on network 006e0bd7-47b2-4d8e-a01c-62e81a73974a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:04:28.003750 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af8165bc-2a78-43b7-8cd7-d6de839b9b34 req-49cfda2b-9f8f-40dc-990c-082126b6d0a5 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Jul 07 13:04:28.007399 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:04:28.007726 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Checking segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:04:28.008117 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Bound using segment: {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:04:28.008552 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Bound port: 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9e57e1-db47-4999-ae45-7f5016581608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:04:28.008914 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:28.076061 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] For port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:04:28.079822 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] For port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:04:28.084831 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:28.128764 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.129393 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:28.130798 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 HTTP/1.1" status: 200 len: 1094 time: 0.8644543 Jul 07 13:04:28.131254 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:04:28.133505 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472" -d '{"events": [{"name": "network-changed", "server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:04:28.150234 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105fc1a-ea61-47a4-88da-2b9bb37a8c39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:28.194442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b839fd38-7f4b-4be1-9dc3-a94b1bfbee8c x-openstack-request-id: req-b839fd38-7f4b-4be1-9dc3-a94b1bfbee8c {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:04:28.194734 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:04:28.195039 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b839fd38-7f4b-4be1-9dc3-a94b1bfbee8c {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:04:28.195436 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'status': 'completed', 'code': 200} Jul 07 13:04:28.302948 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-6eddba27-5fc1-4e99-8349-28c88e86c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.304745 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-6eddba27-5fc1-4e99-8349-28c88e86c22a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 1097 time: 0.0731747 Jul 07 13:04:28.356027 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-87f6d364-ff92-433f-a5b2-575a6f24dc3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 HTTP/1.1" status: 200 len: 217 time: 0.0363283 Jul 07 13:04:28.409907 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f0f84f96-f506-4143-b475-9e314349a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.411771 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-f0f84f96-f506-4143-b475-9e314349a45c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0488670 Jul 07 13:04:28.478002 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-0860001d-d4f2-4408-ab07-14d64cfb4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.480633 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-0860001d-d4f2-4408-ab07-14d64cfb4e49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597854 Jul 07 13:04:28.580958 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-967e748b-80dd-425d-b1bb-255dea9cc16d service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909588 Jul 07 13:04:28.581596 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cda7f-0435-4d87-b2e2-e0bdefd99923 req-aeea4848-87b3-4039-8f60-47eccf2a1c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.583090 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6d6cda7f-0435-4d87-b2e2-e0bdefd99923 req-aeea4848-87b3-4039-8f60-47eccf2a1c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0637932 Jul 07 13:04:28.619933 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6d6cda7f-0435-4d87-b2e2-e0bdefd99923 req-0892181e-2554-46f2-b90e-08fe33079b1c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Jul 07 13:04:28.680292 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce2ded5a-85f8-4065-ba82-0f537fb1554d req-7f6afaf6-e6e6-4f87-b986-ce17b08d777a service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812113 Jul 07 13:04:28.854041 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-9f3e4541-3b7e-42fb-925b-9e64ec764c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.856357 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-9f3e4541-3b7e-42fb-925b-9e64ec764c52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 1097 time: 0.0641301 Jul 07 13:04:28.948281 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-9472c817-7ebb-4091-bfff-c5138ed61c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:28.949756 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-9472c817-7ebb-4091-bfff-c5138ed61c08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.0860868 Jul 07 13:04:28.997684 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-251b1df7-3883-455b-aee5-55972f0ed8e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 HTTP/1.1" status: 200 len: 217 time: 0.0373480 Jul 07 13:04:29.057214 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-0633f4ea-0390-4a08-9683-829a7d99cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:29.058678 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-0633f4ea-0390-4a08-9683-829a7d99cc37 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0427089 Jul 07 13:04:29.115159 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-18bd8c88-3723-4715-bde2-6175c017acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:29.116544 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-18bd8c88-3723-4715-bde2-6175c017acea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511601 Jul 07 13:04:29.184575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3627c3d-068b-4115-8c1c-8c99edc165e0 req-4e8048fe-7d40-4478-b8fc-56b26c134bbb tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:29.186057 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3627c3d-068b-4115-8c1c-8c99edc165e0 req-4e8048fe-7d40-4478-b8fc-56b26c134bbb tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0660331 Jul 07 13:04:29.213579 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-ca5f217b-0276-49d7-9694-97362459a787 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887957 Jul 07 13:04:29.224587 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3627c3d-068b-4115-8c1c-8c99edc165e0 req-193ed63c-5bd9-41da-bcaf-799b472e2902 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Jul 07 13:04:29.305705 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a748eecf-81c0-4d2d-a2e4-d2cdf875f472 req-670a35d8-aa10-445b-8e6d-e7476c6e4e02 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829060 Jul 07 13:04:29.790187 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122c77b-9264-403f-b4a8-6f741c9d8efb req-63509a9c-0f27-48fc-bff9-c40b033cc484 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:29.791672 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8122c77b-9264-403f-b4a8-6f741c9d8efb req-63509a9c-0f27-48fc-bff9-c40b033cc484 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0611074 Jul 07 13:04:29.828918 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8122c77b-9264-403f-b4a8-6f741c9d8efb req-ac349268-e86f-45d8-b8cf-d4846252d16c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Jul 07 13:04:30.393268 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ab57-43b2-488a-a7e1-16d916d3ff57 req-2dbe8268-c66a-42a1-800c-002f42a0cd17 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:30.394744 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2816ab57-43b2-488a-a7e1-16d916d3ff57 req-2dbe8268-c66a-42a1-800c-002f42a0cd17 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0612552 Jul 07 13:04:30.431397 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2816ab57-43b2-488a-a7e1-16d916d3ff57 req-a9a8ec0f-3656-4112-b8a5-fffd2129651d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 07 13:04:30.705867 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:04:31.001651 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6114e-6d8a-4783-ae48-79bb11f68f97 req-af399313-1cec-4834-8240-a39734fc05c3 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:31.003051 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fc6114e-6d8a-4783-ae48-79bb11f68f97 req-af399313-1cec-4834-8240-a39734fc05c3 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0649648 Jul 07 13:04:31.041740 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fc6114e-6d8a-4783-ae48-79bb11f68f97 req-5bb650de-03df-43e4-8215-92017857ab07 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 07 13:04:31.600222 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af67d2-5522-4c78-9546-706fd5f46699 req-86bf7907-c26c-4fc7-9dfd-8048bd7a1542 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:31.601666 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a6af67d2-5522-4c78-9546-706fd5f46699 req-86bf7907-c26c-4fc7-9dfd-8048bd7a1542 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0608568 Jul 07 13:04:31.638742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a6af67d2-5522-4c78-9546-706fd5f46699 req-5ca12809-e92b-481f-92be-da88c904db94 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jul 07 13:04:32.213872 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5f943-0573-4e55-94a7-ff97e5b1f68a req-d04ed02c-2ed8-4562-857f-1e71310708ef tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:32.215296 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8dc5f943-0573-4e55-94a7-ff97e5b1f68a req-d04ed02c-2ed8-4562-857f-1e71310708ef tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0660243 Jul 07 13:04:32.252272 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8dc5f943-0573-4e55-94a7-ff97e5b1f68a req-13003f18-6375-4644-a700-65e0c573b9e2 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Jul 07 13:04:32.805018 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9fa67-5e0f-459c-9503-b150825c0050 req-8223f785-0a5e-4e1f-997b-0e240f60aab0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:32.806632 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17c9fa67-5e0f-459c-9503-b150825c0050 req-8223f785-0a5e-4e1f-997b-0e240f60aab0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0618825 Jul 07 13:04:32.845496 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17c9fa67-5e0f-459c-9503-b150825c0050 req-49933bea-487d-4a33-813b-ae7fcee1ac46 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Jul 07 13:04:33.424585 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25444d7-0a2a-4427-88b8-b0e7de12cb24 req-8a294c4e-ba2c-40db-a958-f967c8470c5e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:33.426055 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e25444d7-0a2a-4427-88b8-b0e7de12cb24 req-8a294c4e-ba2c-40db-a958-f967c8470c5e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0620782 Jul 07 13:04:33.462266 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e25444d7-0a2a-4427-88b8-b0e7de12cb24 req-92a04fe2-e0cc-442f-bc69-5d1498a44463 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Jul 07 13:04:34.051705 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1003e13-4fde-4b60-ac46-2767cf5f70ca req-e3d22271-e1f3-41b2-8efd-d8bacb65e7ea tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:34.053081 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b1003e13-4fde-4b60-ac46-2767cf5f70ca req-e3d22271-e1f3-41b2-8efd-d8bacb65e7ea tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0966508 Jul 07 13:04:34.091405 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e031-ee47-4dd3-a092-1a6945d022e5 req-c21ef1e2-183b-4188-9561-b05b377452cb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:34.092869 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ca3e031-ee47-4dd3-a092-1a6945d022e5 req-c21ef1e2-183b-4188-9561-b05b377452cb tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0930593 Jul 07 13:04:34.119689 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b1003e13-4fde-4b60-ac46-2767cf5f70ca req-8121d85c-585b-4519-8fa7-5948ff4d1bb4 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603178 Jul 07 13:04:34.139536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8ca3e031-ee47-4dd3-a092-1a6945d022e5 req-bb9231c8-e84b-4f1c-835e-cd3a30071503 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378752 Jul 07 13:04:34.637963 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581379c-1473-4a65-a480-a4ea3f2da511 req-77e20445-63d7-416d-aaec-976fc0075d2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:34.639572 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b581379c-1473-4a65-a480-a4ea3f2da511 req-77e20445-63d7-416d-aaec-976fc0075d2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0653672 Jul 07 13:04:34.678444 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b581379c-1473-4a65-a480-a4ea3f2da511 req-c40342bb-f82a-4c35-981f-c67572aa71fc tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Jul 07 13:04:35.331794 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a778f8-2608-44e0-9926-8d3b12cfc3b1 req-cbc32d28-9250-4efa-a375-7a36f4dfa7ab tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:35.333259 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-64a778f8-2608-44e0-9926-8d3b12cfc3b1 req-cbc32d28-9250-4efa-a375-7a36f4dfa7ab tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.1016016 Jul 07 13:04:35.344747 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfc678-2595-422b-ba94-0052390ec19f req-2ee5e0c2-f227-44c6-8a78-f0c1999a181e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:35.346122 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7cfc678-2595-422b-ba94-0052390ec19f req-2ee5e0c2-f227-44c6-8a78-f0c1999a181e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0872910 Jul 07 13:04:35.403827 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-64a778f8-2608-44e0-9926-8d3b12cfc3b1 req-a0bf8afa-efd4-48ec-89fa-ae574d74f827 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566838 Jul 07 13:04:35.407027 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7cfc678-2595-422b-ba94-0052390ec19f req-9d6fb285-3555-4657-aea6-bff9c89c19ef tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541553 Jul 07 13:04:35.847967 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2983b13-dc60-41b2-81dd-301ea24cc5c9 req-6c1edd96-0423-4f82-90cb-7ac1128d6edf tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:35.849429 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2983b13-dc60-41b2-81dd-301ea24cc5c9 req-6c1edd96-0423-4f82-90cb-7ac1128d6edf tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0621440 Jul 07 13:04:35.885536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2983b13-dc60-41b2-81dd-301ea24cc5c9 req-33ff86ec-7044-4f34-80f1-c1325e250c29 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305705 Jul 07 13:04:36.586127 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4f3d5-d112-4563-9b49-ea962c9895c8 req-74eb21d6-2bc6-49c0-93b6-490dfa2be0a4 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:36.587601 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdd4f3d5-d112-4563-9b49-ea962c9895c8 req-74eb21d6-2bc6-49c0-93b6-490dfa2be0a4 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 944 time: 0.0715778 Jul 07 13:04:36.822214 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:04:36.917432 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cdd4f3d5-d112-4563-9b49-ea962c9895c8 req-3685db35-afef-4678-aed7-327f87b59c9d tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Jul 07 13:04:36.919358 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:04:36.931490 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'port_id': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'mac_address': 'fa:16:3e:dc:fd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:04:36.942155 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e91f-362d-488f-8fe7-ad1dc5191b96 req-1d9151f7-2049-40a2-956d-d50eab8f7e37 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:36.945848 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b416e91f-362d-488f-8fe7-ad1dc5191b96 req-1d9151f7-2049-40a2-956d-d50eab8f7e37 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.3778474 Jul 07 13:04:36.969597 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:36.980051 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b416e91f-362d-488f-8fe7-ad1dc5191b96 req-c9550296-bdf9-4c57-84e7-55b25559c8ac tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333514 Jul 07 13:04:36.982124 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:04:37.001665 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:04:37.006799 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:37.052687 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:37.059989 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.060343 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.060681 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.061013 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.061371 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.061952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.062277 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.062604 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.062998 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.063327 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.063646 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.063963 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:37.087339 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904eb9f-f583-42e1-af10-69894c21eb8b req-b78fbc5a-0b70-4aa8-9471-5bf1a4f349d7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:37.088816 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e904eb9f-f583-42e1-af10-69894c21eb8b req-b78fbc5a-0b70-4aa8-9471-5bf1a4f349d7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0631833 Jul 07 13:04:37.125619 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e904eb9f-f583-42e1-af10-69894c21eb8b req-bbb0c8f5-5b05-494d-bd46-a04564575497 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304708 Jul 07 13:04:37.335340 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:04:38.093654 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04d9f1-de3e-4e4c-a895-f51b2f7daa3f req-e81bcc61-7f9d-4da8-9ad3-582302e0be9c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:38.095052 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f04d9f1-de3e-4e4c-a895-f51b2f7daa3f req-e81bcc61-7f9d-4da8-9ad3-582302e0be9c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 945 time: 0.0657544 Jul 07 13:04:38.162630 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f04d9f1-de3e-4e4c-a895-f51b2f7daa3f req-a2a5d524-d8ce-46c1-b942-0e67edefcffc tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584249 Jul 07 13:04:38.180781 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb354d-f43a-4b7e-a68a-5abcaf439bc5 req-045cdf2e-ae7a-41f7-9e4b-5675a653cfda tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:38.182297 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-addb354d-f43a-4b7e-a68a-5abcaf439bc5 req-045cdf2e-ae7a-41f7-9e4b-5675a653cfda tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0862732 Jul 07 13:04:38.220467 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-addb354d-f43a-4b7e-a68a-5abcaf439bc5 req-bb2a45b7-bbce-4228-8aa4-b82798e50c62 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Jul 07 13:04:38.327252 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769228f1-1590-4266-bea7-7cde15984320 req-e7ef0c3c-5c04-4740-94df-94e346319001 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:38.328732 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-769228f1-1590-4266-bea7-7cde15984320 req-e7ef0c3c-5c04-4740-94df-94e346319001 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0684416 Jul 07 13:04:38.365918 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-769228f1-1590-4266-bea7-7cde15984320 req-6019e6c4-aa8c-416a-9119-a97061fa32ff tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Jul 07 13:04:38.827258 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:04:38.875152 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:04:38.878690 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:04:38.879088 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:38.964761 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:38.985900 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:04:38.988137 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49bd358-6980-4633-8eb4-7c5f52159e4f" -d '{"events": [{"server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "name": "network-vif-plugged", "status": "completed", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:04:39.001878 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:04:39.005572 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:39.029814 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b28d4a-294a-4130-876b-8be1289af647 x-openstack-request-id: req-69b28d4a-294a-4130-876b-8be1289af647 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:04:39.030097 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "name": "network-vif-plugged", "status": "completed", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:04:39.030340 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69b28d4a-294a-4130-876b-8be1289af647 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:04:39.030717 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'code': 200} Jul 07 13:04:39.054758 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:39.337298 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281107d-447d-4ec2-89cc-b6310603257d req-37bdb667-6265-4215-bb3b-4f8d8a555ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:39.338795 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3281107d-447d-4ec2-89cc-b6310603257d req-37bdb667-6265-4215-bb3b-4f8d8a555ff2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 1099 time: 0.0545008 Jul 07 13:04:39.343158 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a4b28-1291-4501-a40c-4ecfcc67db85 req-19b5fef6-7bdc-43b0-b530-570519f0dc20 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:39.344654 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-876a4b28-1291-4501-a40c-4ecfcc67db85 req-19b5fef6-7bdc-43b0-b530-570519f0dc20 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.0679560 Jul 07 13:04:39.373328 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3281107d-447d-4ec2-89cc-b6310603257d req-1d9ecfa7-b3e0-4cf1-8b1c-95f4224345e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269375 Jul 07 13:04:39.411905 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-876a4b28-1291-4501-a40c-4ecfcc67db85 req-0e163454-d0cb-40e3-ac3c-566514071e9f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564318 Jul 07 13:04:39.432673 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b2df-c113-4441-bd2c-a3c0f10e41c3 req-392bc546-3d8b-42c0-b3c4-e6b4905414f7 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:39.434177 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-18c8b2df-c113-4441-bd2c-a3c0f10e41c3 req-392bc546-3d8b-42c0-b3c4-e6b4905414f7 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0886266 Jul 07 13:04:39.475600 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-18c8b2df-c113-4441-bd2c-a3c0f10e41c3 req-8c5ee575-2ebb-4f3a-9faa-f030bb7232a6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356727 Jul 07 13:04:39.576744 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c72d1-2b70-45f0-b69c-fefbefe0c676 req-f4e23f6f-52bb-407e-9b8e-7a69112fad37 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:39.578767 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-054c72d1-2b70-45f0-b69c-fefbefe0c676 req-f4e23f6f-52bb-407e-9b8e-7a69112fad37 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0625935 Jul 07 13:04:39.614455 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-054c72d1-2b70-45f0-b69c-fefbefe0c676 req-7a565682-956d-4667-a31a-ff424f097163 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302532 Jul 07 13:04:40.594303 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bda1b-9c81-4112-8c84-07848863ce5c req-f36a49dd-c1a7-4506-bc06-c0107165dd20 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:40.595907 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f2bda1b-9c81-4112-8c84-07848863ce5c req-f36a49dd-c1a7-4506-bc06-c0107165dd20 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.0692000 Jul 07 13:04:40.668745 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f2bda1b-9c81-4112-8c84-07848863ce5c req-a7eb0b00-7cbc-4b1f-a218-a1f84135fabf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615337 Jul 07 13:04:40.689785 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765417-fda4-4dc3-80f4-ae4819116477 req-cb3a60d5-8cbe-492d-bf66-29901dfd560f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:40.691300 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e5765417-fda4-4dc3-80f4-ae4819116477 req-cb3a60d5-8cbe-492d-bf66-29901dfd560f tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0944405 Jul 07 13:04:40.729944 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e5765417-fda4-4dc3-80f4-ae4819116477 req-cd46fb96-7377-4c86-a1fd-10f60835110c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Jul 07 13:04:40.828554 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a6b6-2873-4a2e-a322-a534a7dcfe78 req-1c8db3f0-4255-4323-9ddb-76ed040ae1b6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:40.830038 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dce7a6b6-2873-4a2e-a322-a534a7dcfe78 req-1c8db3f0-4255-4323-9ddb-76ed040ae1b6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0624220 Jul 07 13:04:40.871178 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dce7a6b6-2873-4a2e-a322-a534a7dcfe78 req-b9079cde-5fc8-49a2-abb3-fbb790759fc7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353839 Jul 07 13:04:41.303116 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4f32503f-a553-4b9c-97ee-e01e8ff69860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:41.841629 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa761c-692e-48b7-8c96-06b80989b5f5 req-4ceb4807-3afa-4201-b0e5-8d9feee89fd0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:41.843686 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d4fa761c-692e-48b7-8c96-06b80989b5f5 req-4ceb4807-3afa-4201-b0e5-8d9feee89fd0 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.0674090 Jul 07 13:04:41.909343 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d4fa761c-692e-48b7-8c96-06b80989b5f5 req-a5806644-8707-48ec-9f30-db81cb811830 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563049 Jul 07 13:04:41.934904 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39991-6bfa-4efe-92ba-e84e98535506 req-787aea34-84a2-46d8-8dc9-696a59689c04 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:41.936592 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f8a39991-6bfa-4efe-92ba-e84e98535506 req-787aea34-84a2-46d8-8dc9-696a59689c04 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0920012 Jul 07 13:04:41.973915 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f8a39991-6bfa-4efe-92ba-e84e98535506 req-e616116d-3eb1-462c-88a9-a379fcbdb93a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Jul 07 13:04:42.067742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dff6a-aaf8-4611-86fc-3cda57cc5b36 req-b6d93f63-2fa4-4113-b247-43d0b7685e43 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:42.069505 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-615dff6a-aaf8-4611-86fc-3cda57cc5b36 req-b6d93f63-2fa4-4113-b247-43d0b7685e43 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0628250 Jul 07 13:04:42.136053 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-615dff6a-aaf8-4611-86fc-3cda57cc5b36 req-56075e3c-de4b-4ad7-8f9f-596bdf923821 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572870 Jul 07 13:04:42.159540 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff356-b617-4b4c-a5f3-85a418bc7533 req-4a8a7f5a-1145-4dd3-814c-4689ebe67500 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:42.160991 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68eff356-b617-4b4c-a5f3-85a418bc7533 req-4a8a7f5a-1145-4dd3-814c-4689ebe67500 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.0906301 Jul 07 13:04:42.197960 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68eff356-b617-4b4c-a5f3-85a418bc7533 req-5a9340f9-934e-4cc8-b066-149556e27426 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Jul 07 13:04:42.222880 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59834) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:04:42.366841 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0da65-8639-495f-a18f-14291fa4de53 tempest-TestVolumeBootPattern-1346209927 tempest-TestVolumeBootPattern-1346209927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:42.368355 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c2a0da65-8639-495f-a18f-14291fa4de53 tempest-TestVolumeBootPattern-1346209927 tempest-TestVolumeBootPattern-1346209927-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 1094 time: 0.1445036 Jul 07 13:04:42.371209 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 59838) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:04:42.375505 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'port_id': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:04:42.398470 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:42.498290 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:42.598400 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Allocated IP 172.27.0.203 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/53042719-1108-4b85-9e7e-056eb56db9b9) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:04:42.712019 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:42.748382 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:42.784913 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:04:42.789566 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:04:42.792848 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:04:42.798127 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=53042719-1108-4b85-9e7e-056eb56db9b9,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:42.824496 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.824842 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.825184 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.825516 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.825845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.826176 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.826499 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.827489 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.827815 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.828172 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.828837 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:42.829246 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:04:43.188697 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.206747 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.215343 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6c959-4a85-4751-a11b-fcaedd185c15 req-63bc9c8f-71c5-4fd8-9abd-a4226ffea5bf tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:43.216844 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0aa6c959-4a85-4751-a11b-fcaedd185c15 req-63bc9c8f-71c5-4fd8-9abd-a4226ffea5bf tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.1192591 Jul 07 13:04:43.338054 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0aa6c959-4a85-4751-a11b-fcaedd185c15 req-38064dac-8f64-459c-8c09-f20d0b2e4b79 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010332 Jul 07 13:04:43.363234 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.406132 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa9c43-cee9-4b97-90b2-9a621e0644bf req-76027494-fe4c-4869-8cc9-abc7c49205fe tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:43.407669 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4efa9c43-cee9-4b97-90b2-9a621e0644bf req-76027494-fe4c-4869-8cc9-abc7c49205fe tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.1516447 Jul 07 13:04:43.489471 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4efa9c43-cee9-4b97-90b2-9a621e0644bf req-9e358203-7afd-48af-8836-4f027cb51510 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755415 Jul 07 13:04:43.544112 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.549424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.622556 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f4c49d6f-b963-4cd3-84ed-367cb00f5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.625717 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event updated for resources: {'Port': ['ID=53042719-1108-4b85-9e7e-056eb56db9b9,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:43.635790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:43.734043 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Floating IP 4bae844a-21ed-454b-9598-f691c8f01fa3 associated. External IP: 172.27.0.203, port: 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8. Jul 07 13:04:43.933279 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:04:44.039574 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:04:44.048462 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:04:44.054918 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:44.056946 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:04:44.057555 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:04:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:04:44.091147 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-8d424610-eddf-4b67-9340-f04db8558727 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7189078 Jul 07 13:04:44.091868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:04:44.094195 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55cc18d-af3d-406b-a36d-44722347c078" -d '{"events": [{"name": "network-changed", "server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:04:44.131783 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e12aa-7162-40ee-82bd-c370b4c85dc3 x-openstack-request-id: req-263e12aa-7162-40ee-82bd-c370b4c85dc3 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:04:44.132076 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:04:44.132331 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-263e12aa-7162-40ee-82bd-c370b4c85dc3 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:04:44.132735 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'status': 'completed', 'code': 200} Jul 07 13:04:44.161274 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:04:44.272160 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc18d-af3d-406b-a36d-44722347c078 req-5c3e7157-6f8b-44c1-8e15-f0dba6970379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.273667 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-5c3e7157-6f8b-44c1-8e15-f0dba6970379 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 1099 time: 0.0959713 Jul 07 13:04:44.316002 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:44.327919 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-4047f5aa-6b70-4e36-81fa-9c48d6d39189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.329472 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-4047f5aa-6b70-4e36-81fa-9c48d6d39189 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.1130407 Jul 07 13:04:44.393516 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '4bae844a-21ed-454b-9598-f691c8f01fa3', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:dc:fd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:04:43Z', 'updated_at': '2021-07-07T13:04:43Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}, {'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:41Z', 'revision_number': 1, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:04:44.424056 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:04:44.433824 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:04:44.434058 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc18d-af3d-406b-a36d-44722347c078 req-270f82c7-6b59-43f0-97a2-c9d4be10801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.434439 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:04:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:04:44.435503 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-270f82c7-6b59-43f0-97a2-c9d4be10801e service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.1559844 Jul 07 13:04:44.493892 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-1175cec5-e172-421d-9241-9e48ed17b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.495299 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-1175cec5-e172-421d-9241-9e48ed17b299 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.1574233 Jul 07 13:04:44.521825 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f7b1-6cf1-42ba-96c1-af4360dbedf8 req-80b269b9-a0d6-4002-beff-0a7d52315b1d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.523522 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06e1f7b1-6cf1-42ba-96c1-af4360dbedf8 req-80b269b9-a0d6-4002-beff-0a7d52315b1d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0705972 Jul 07 13:04:44.528020 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-572d9c73-06b6-4dd7-b663-8efdc5872ad1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 HTTP/1.1" status: 200 len: 1000 time: 0.0857911 Jul 07 13:04:44.540906 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:04:44.570104 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06e1f7b1-6cf1-42ba-96c1-af4360dbedf8 req-336ff4eb-21cc-4fcb-893e-9ecad862a347 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352728 Jul 07 13:04:44.627891 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc18d-af3d-406b-a36d-44722347c078 req-0331d7e9-7a22-4d38-974c-9f04b4360941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.629476 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-0331d7e9-7a22-4d38-974c-9f04b4360941 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0683753 Jul 07 13:04:44.636019 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-93f9c8ad-6fb7-47cc-b4ee-4d24a7c52d7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 1001 time: 0.1329920 Jul 07 13:04:44.692188 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610a26f-2b97-4916-8950-1fa8fe252fe0 req-832cb29e-c231-4e8e-9dc9-4f151172fb32 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.693776 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8610a26f-2b97-4916-8950-1fa8fe252fe0 req-832cb29e-c231-4e8e-9dc9-4f151172fb32 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0835516 Jul 07 13:04:44.727065 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-e2333673-4420-447d-a62a-582c7136635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.728516 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-e2333673-4420-447d-a62a-582c7136635a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0830708 Jul 07 13:04:44.736636 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8610a26f-2b97-4916-8950-1fa8fe252fe0 req-bd7124b6-d2b2-4c4b-9b8d-744f455f6cb1 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369186 Jul 07 13:04:44.770677 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc18d-af3d-406b-a36d-44722347c078 req-8bae7176-d240-4561-9558-19c3d7bbd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.772235 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-8bae7176-d240-4561-9558-19c3d7bbd6c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353657 Jul 07 13:04:44.786568 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '4bae844a-21ed-454b-9598-f691c8f01fa3', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:dc:fd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:04:43Z', 'updated_at': '2021-07-07T13:04:43Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}, {'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:41Z', 'revision_number': 1, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:04:44.813177 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879ce86-2136-4343-8b03-c06e97f91abf None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '4bae844a-21ed-454b-9598-f691c8f01fa3', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:dc:fd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:04:43Z', 'updated_at': '2021-07-07T13:04:43Z', 'revision_number': 0, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}, {'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:41Z', 'revision_number': 1, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:04:44.845679 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-923c851e-8c85-48d7-93d2-63281196902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:44.847227 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-923c851e-8c85-48d7-93d2-63281196902b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126170 Jul 07 13:04:44.925517 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-5d8dbfd0-a239-492b-b465-e64249bbe4a8 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466722 Jul 07 13:04:45.002162 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950c027-424a-45a0-8ad8-ec5089eb602f None None] New status for floating IP 4bae844a-21ed-454b-9598-f691c8f01fa3: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:04:45.008204 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-88d2d504-fa43-48ad-aad7-a9ba675d0169 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502275 Jul 07 13:04:45.087168 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f55cc18d-af3d-406b-a36d-44722347c078 req-874b1c7b-e8cc-44ae-b245-120271baeb72 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552520 Jul 07 13:04:45.126657 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e4fa3b-82b9-4531-b81a-c17e268d19aa req-9d02f854-f7f7-4e53-8811-3a2d8fe97772 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076128 Jul 07 13:04:45.152058 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:45.740108 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2477396-1610-4517-9184-9d572bad85ee req-1ed370c7-ca7c-4be2-b303-a1b9df2ae159 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:45.741561 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a2477396-1610-4517-9184-9d572bad85ee req-1ed370c7-ca7c-4be2-b303-a1b9df2ae159 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0612519 Jul 07 13:04:45.778647 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a2477396-1610-4517-9184-9d572bad85ee req-df16d658-000e-4e98-8e76-63ce22a2cf33 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Jul 07 13:04:45.912920 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2fb5c-f9aa-458a-a838-6613fb1e670d req-55b35a9c-70f4-4c5f-b405-7a68e0add73a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:45.914280 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cba2fb5c-f9aa-458a-a838-6613fb1e670d req-55b35a9c-70f4-4c5f-b405-7a68e0add73a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0653491 Jul 07 13:04:45.952479 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cba2fb5c-f9aa-458a-a838-6613fb1e670d req-32d7c63c-7f46-4033-8c48-6a27a8a72e09 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326760 Jul 07 13:04:46.455651 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:46.949000 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f4aed-18a5-4701-b410-eb3566cf0883 req-ea040518-30b3-4e07-b31c-d1ad128877da tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:46.950466 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-944f4aed-18a5-4701-b410-eb3566cf0883 req-ea040518-30b3-4e07-b31c-d1ad128877da tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0625753 Jul 07 13:04:46.988713 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-944f4aed-18a5-4701-b410-eb3566cf0883 req-e03e966d-75e9-4a47-acf7-a0dbbb049388 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322208 Jul 07 13:04:47.122367 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665e261-7d4d-4cca-8780-7d3cb18a3419 req-a6ea94bf-25d0-4667-95b3-6bcc50ef496e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:47.124388 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c665e261-7d4d-4cca-8780-7d3cb18a3419 req-a6ea94bf-25d0-4667-95b3-6bcc50ef496e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0648050 Jul 07 13:04:47.163581 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c665e261-7d4d-4cca-8780-7d3cb18a3419 req-f8bc0c90-45fb-4863-a7f8-79750a5e6fbc tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334210 Jul 07 13:04:48.164480 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b4f7-19bd-4509-a786-bd8a63c8d3e1 req-44c09e4f-c751-4dc2-a2f4-aa8aa05cc64d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:48.165682 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aad2b4f7-19bd-4509-a786-bd8a63c8d3e1 req-44c09e4f-c751-4dc2-a2f4-aa8aa05cc64d tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0654948 Jul 07 13:04:48.204125 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-aad2b4f7-19bd-4509-a786-bd8a63c8d3e1 req-d5ca8862-c14a-44ab-8548-fd1faaf2c7b9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Jul 07 13:04:48.339992 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bd2c-8719-41b3-801b-a41bdb5086c3 req-2dc79d39-3f4b-4a60-a55c-174f79012926 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:48.341501 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f8a1bd2c-8719-41b3-801b-a41bdb5086c3 req-2dc79d39-3f4b-4a60-a55c-174f79012926 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0678113 Jul 07 13:04:48.379536 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f8a1bd2c-8719-41b3-801b-a41bdb5086c3 req-5bdfa64d-aca2-4e60-8ca1-5262ee94f7e9 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Jul 07 13:04:48.573309 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-de0e8f86-1cec-4c93-b6fe-d98c6deaf4e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387556 Jul 07 13:04:48.585742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24496-491c-4e11-bd17-9572b00c4ad3 req-7b37ad2c-d7c3-4078-a6e8-078e9d9d3f79 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:48.587089 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-abc24496-491c-4e11-bd17-9572b00c4ad3 req-7b37ad2c-d7c3-4078-a6e8-078e9d9d3f79 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0822468 Jul 07 13:04:48.625490 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-abc24496-491c-4e11-bd17-9572b00c4ad3 req-d6290d56-5df5-4895-ae5d-972a021a1372 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327992 Jul 07 13:04:49.550998 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7ea5-a8d7-4646-9ddd-b4ad044b4673 req-9eab4059-4b26-4b72-b03a-d1a6e8404244 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:49.552347 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-12ef7ea5-a8d7-4646-9ddd-b4ad044b4673 req-9eab4059-4b26-4b72-b03a-d1a6e8404244 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0611241 Jul 07 13:04:49.589564 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-12ef7ea5-a8d7-4646-9ddd-b4ad044b4673 req-a80db219-526d-4012-b92b-1e7627816c59 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Jul 07 13:04:49.824722 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30431ee-7f6d-41ab-abc4-0cb9d24c26ec req-f1ddbbb7-1353-4438-bc3f-4e9950fe9cc5 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:49.826220 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b30431ee-7f6d-41ab-abc4-0cb9d24c26ec req-f1ddbbb7-1353-4438-bc3f-4e9950fe9cc5 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0825498 Jul 07 13:04:49.872140 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b30431ee-7f6d-41ab-abc4-0cb9d24c26ec req-e0bb09bc-9c7b-4678-ac52-bc520b752800 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Jul 07 13:04:49.946024 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972d7ec-88b1-4421-81da-07a271fffcb5 req-2a85c45f-d330-436a-af05-08c2851cb6fc tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:49.947447 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d972d7ec-88b1-4421-81da-07a271fffcb5 req-2a85c45f-d330-436a-af05-08c2851cb6fc tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0658760 Jul 07 13:04:49.987252 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d972d7ec-88b1-4421-81da-07a271fffcb5 req-82189f7f-4a88-48a5-8c14-4406d9847c97 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335333 Jul 07 13:04:50.006467 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-59586d2e-2a7b-4c33-9a18-ebae6fb5acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.008961 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-59586d2e-2a7b-4c33-9a18-ebae6fb5acb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 1099 time: 0.0566685 Jul 07 13:04:50.101397 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-d6613ea5-5cb9-4f31-b2c6-18b9c8f0dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.102926 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-d6613ea5-5cb9-4f31-b2c6-18b9c8f0dc8c service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 913 time: 0.0877209 Jul 07 13:04:50.165970 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-3978f06b-0b05-48c2-a902-59b811f23995 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 200 len: 1001 time: 0.0567236 Jul 07 13:04:50.215299 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-a2a36a81-05aa-4ee0-88ff-48f4ce74cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.216657 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-a2a36a81-05aa-4ee0-88ff-48f4ce74cde5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0426033 Jul 07 13:04:50.275542 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-6adebbb2-2944-476d-8feb-38b91951e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.276997 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-6adebbb2-2944-476d-8feb-38b91951e365 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531130 Jul 07 13:04:50.394883 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-b836e2bf-b3e7-4564-b5df-0723ba7d9c2f service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074958 Jul 07 13:04:50.417353 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-28c047c4-b8fd-4a7d-8a6e-9c14e26f891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.418709 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-28c047c4-b8fd-4a7d-8a6e-9c14e26f891e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a&tenant_id=98650fa2cf054de28d610f5ca23dda5f HTTP/1.1" status: 200 len: 1098 time: 0.0787053 Jul 07 13:04:50.529468 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-627ec052-9b21-47cc-a550-42ec1e49a582 req-ce9d8920-6d84-4c91-aa5d-1a19674eca1a service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217754 Jul 07 13:04:50.534770 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-8fe62927-7aec-4e18-aebd-7f439e222467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.536120 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-8fe62927-7aec-4e18-aebd-7f439e222467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.0813842 Jul 07 13:04:50.628475 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-78f87589-cad4-4d89-9526-a5a1dde0b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.629931 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-78f87589-cad4-4d89-9526-a5a1dde0b698 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.0857565 Jul 07 13:04:50.692399 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-ebea71fa-40ee-4c6e-9af8-8242d1d1d0de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 1001 time: 0.0555129 Jul 07 13:04:50.743206 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-a67f1c75-10d1-4e33-ad8a-844c14018fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.744828 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-a67f1c75-10d1-4e33-ad8a-844c14018fa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0466173 Jul 07 13:04:50.813310 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-ac167cf5-1390-4f30-a586-c4064e26df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:50.814704 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-ac167cf5-1390-4f30-a586-c4064e26df16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506573 Jul 07 13:04:50.851621 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:04:50.902741 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-d8e1da5f-49c9-47db-a34b-823ac3ed3183 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799310 Jul 07 13:04:50.924936 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:50.947060 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:04:50.949448 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba6780-3759-4232-96c9-1c222523bd91" -d '{"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:04:50.962454 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:04:50.969186 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:51.001708 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a5da89da-f05b-4eec-90f9-a4783b7da89f req-083eb5e7-0433-441f-9d00-5b61a3f10a47 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Jul 07 13:04:51.004535 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a91bb-eb4e-4cf8-86fc-5b58339539ed x-openstack-request-id: req-5b4a91bb-eb4e-4cf8-86fc-5b58339539ed {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:04:51.004819 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:04:51.005065 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b4a91bb-eb4e-4cf8-86fc-5b58339539ed {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:04:51.005434 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'code': 200} Jul 07 13:04:51.025732 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:51.070810 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85923c-9cb6-40cf-aec6-369f6bf0d2de req-14176ede-aeb6-4f64-9b0f-c4d49e1b23c9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:51.072299 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca85923c-9cb6-40cf-aec6-369f6bf0d2de req-14176ede-aeb6-4f64-9b0f-c4d49e1b23c9 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0708551 Jul 07 13:04:51.113293 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ca85923c-9cb6-40cf-aec6-369f6bf0d2de req-d4f5eac0-d6d6-45ba-b244-19952927c3a6 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353312 Jul 07 13:04:51.173821 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c347f-708a-4480-b05b-bd791488616d req-4d728b01-ad42-4d69-9436-10c75ab588fe tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:51.175300 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ad4c347f-708a-4480-b05b-bd791488616d req-4d728b01-ad42-4d69-9436-10c75ab588fe tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0663204 Jul 07 13:04:51.211277 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ad4c347f-708a-4480-b05b-bd791488616d req-3f0377c4-fc91-479f-abf3-a2ce7ff0d860 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Jul 07 13:04:52.282187 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c5b3-ab61-4b03-bbbd-23cc62704047 req-800a4d1b-5569-4e3a-a6e8-440960467557 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:52.283789 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70f9c5b3-ab61-4b03-bbbd-23cc62704047 req-800a4d1b-5569-4e3a-a6e8-440960467557 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0618417 Jul 07 13:04:52.322022 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70f9c5b3-ab61-4b03-bbbd-23cc62704047 req-fbf74856-8d1b-4acc-be3a-94e7058092ef tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 07 13:04:52.385924 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46412117-1635-4bfc-b559-6e66e64b84e5 req-c66b406f-747a-40f1-b7a8-e541181d88b2 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:52.387407 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46412117-1635-4bfc-b559-6e66e64b84e5 req-c66b406f-747a-40f1-b7a8-e541181d88b2 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0645359 Jul 07 13:04:52.424498 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-46412117-1635-4bfc-b559-6e66e64b84e5 req-3e37749b-a32d-4b23-b1ef-2cc55df89bcb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Jul 07 13:04:53.494441 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda2fe0-5b30-4209-ae08-f2c4f0b61e41 req-47f269b9-4633-414b-bfd0-fbaf020ee159 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:53.495912 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3dda2fe0-5b30-4209-ae08-f2c4f0b61e41 req-47f269b9-4633-414b-bfd0-fbaf020ee159 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0629773 Jul 07 13:04:53.532645 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3dda2fe0-5b30-4209-ae08-f2c4f0b61e41 req-6b446e3c-3d52-42f7-af7e-5bf26f217eda tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Jul 07 13:04:54.704102 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463da9b5-933f-4767-9721-f2290fc1623c req-42faabed-269e-47c9-a697-6983b9ea1f22 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:54.705696 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-463da9b5-933f-4767-9721-f2290fc1623c req-42faabed-269e-47c9-a697-6983b9ea1f22 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0650246 Jul 07 13:04:54.744275 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-463da9b5-933f-4767-9721-f2290fc1623c req-5fa76bcb-7a40-43f7-acbc-a3a3d66d9df7 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Jul 07 13:04:55.918100 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767483a8-7afe-482d-8422-9c8193cc7966 req-39cc8a2a-e3a1-445b-8767-71b1ff84b41c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:55.919550 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767483a8-7afe-482d-8422-9c8193cc7966 req-39cc8a2a-e3a1-445b-8767-71b1ff84b41c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0601163 Jul 07 13:04:55.956688 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767483a8-7afe-482d-8422-9c8193cc7966 req-a6947559-30fa-4429-a380-6cc0ae2cca55 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Jul 07 13:04:57.128924 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9174-8c92-42c7-9289-3c48355f711b req-91759968-bf3e-45f1-b175-69e1ff08946a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:57.130271 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4c6f9174-8c92-42c7-9289-3c48355f711b req-91759968-bf3e-45f1-b175-69e1ff08946a tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0608330 Jul 07 13:04:57.166666 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4c6f9174-8c92-42c7-9289-3c48355f711b req-39fa5bd3-488c-449a-b066-6c31017fb571 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Jul 07 13:04:57.489937 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a113c-c134-4250-9c52-b75e5f15419e req-ffffdeed-70ce-4813-af68-15a7d6820132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:57.491317 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-090a113c-c134-4250-9c52-b75e5f15419e req-ffffdeed-70ce-4813-af68-15a7d6820132 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1096 time: 0.0509918 Jul 07 13:04:57.530366 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-090a113c-c134-4250-9c52-b75e5f15419e req-925015c0-9e2a-4ac3-93b1-e974680b1a63 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275311 Jul 07 13:04:58.342528 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55744fa7-a1c8-4bcf-8bf9-7b953320e828 req-f3ba5f0a-feea-414b-af94-07c6365a1c55 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:58.344009 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-55744fa7-a1c8-4bcf-8bf9-7b953320e828 req-f3ba5f0a-feea-414b-af94-07c6365a1c55 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 943 time: 0.0666232 Jul 07 13:04:58.387853 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-55744fa7-a1c8-4bcf-8bf9-7b953320e828 req-d1ed6eb2-c99f-4d48-b10a-7be9791cd357 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 Jul 07 13:04:58.930248 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:04:59.020901 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:04:59.032424 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'port_id': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'mac_address': 'fa:16:3e:06:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:04:59.071591 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:59.084209 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7530c52b-74e3-4792-823e-d62f7e47b50f {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:04:59.102564 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:04:59.106210 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:04:59.151063 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=7']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:04:59.492381 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['7530c52b-74e3-4792-823e-d62f7e47b50f'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:04:59.573975 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70ae65-5975-4523-bd00-9648aca631cd req-5c12105b-cad0-437b-96c7-dee3391a2217 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:04:59.576742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1f70ae65-5975-4523-bd00-9648aca631cd req-5c12105b-cad0-437b-96c7-dee3391a2217 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 944 time: 0.0684152 Jul 07 13:04:59.616763 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1f70ae65-5975-4523-bd00-9648aca631cd req-eaf2a05a-ac77-402d-9caf-739d73d6ac66 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343876 Jul 07 13:05:00.929647 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:05:00.975681 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 7530c52b-74e3-4792-823e-d62f7e47b50f triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:05:00.976054 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:01.051457 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:01.074690 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:05:01.076931 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d9df5b-a9f6-49bf-8bfe-14707fe8b093" -d '{"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-plugged", "status": "completed", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:05:01.089554 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:05:01.093620 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:01.117827 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80b90b6-9b48-44be-ac24-d1c781cfd966 x-openstack-request-id: req-b80b90b6-9b48-44be-ac24-d1c781cfd966 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:05:01.118123 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-plugged", "status": "completed", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:05:01.118377 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b80b90b6-9b48-44be-ac24-d1c781cfd966 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:05:01.118766 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'code': 200} Jul 07 13:05:01.144164 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=8']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:05:07.705130 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:05:11.303532 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-083553ce-67f7-4f1a-8bf1-f9790fe385a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:13.183607 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:13.623902 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7037612b-2272-4522-9a6f-c4b615bedb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:14.310480 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:15.146754 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:16.459135 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:19.914802 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-4f9c325c-9090-4cb4-952f-cbdbcbaa967c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540316 Jul 07 13:05:20.028666 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-c7d8c456-9f4b-4016-b377-51ad8f226aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:20.030092 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-c7d8c456-9f4b-4016-b377-51ad8f226aff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.0503347 Jul 07 13:05:20.130246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-888c8d81-7e6e-49f0-a567-89d4ebb2d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:20.131630 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-888c8d81-7e6e-49f0-a567-89d4ebb2d4e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.0810301 Jul 07 13:05:20.198298 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-66695911-a391-4463-857e-27ad64b7295b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 1001 time: 0.0586627 Jul 07 13:05:20.245493 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-ff22b6f8-dbbd-4eb4-8dcf-911456dd4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:20.246941 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-ff22b6f8-dbbd-4eb4-8dcf-911456dd4fb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0419464 Jul 07 13:05:20.301741 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-ead2ac3f-89f2-4c1c-b025-fb2e34dfb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:20.303221 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-ead2ac3f-89f2-4c1c-b025-fb2e34dfb712 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497828 Jul 07 13:05:20.392950 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-6a2732d7-2617-4b29-9c51-fbe2f28eb79f service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Jul 07 13:05:20.476994 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f04176b-3153-4b4b-b972-f54ea681e745 req-656c676b-dcc8-4ca5-b60d-d05c3af6a017 service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779519 Jul 07 13:05:32.871824 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a2759-21af-4959-9aed-5a6706ca9dec req-cb41545d-98fa-4d42-a685-26b0ad9cf3c0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:32.873280 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-df3a2759-21af-4959-9aed-5a6706ca9dec req-cb41545d-98fa-4d42-a685-26b0ad9cf3c0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0655715 Jul 07 13:05:32.909956 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-df3a2759-21af-4959-9aed-5a6706ca9dec req-e00dfa10-f372-449f-8e1b-dbe56774142a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Jul 07 13:05:34.081052 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc1092-5253-43b1-84ea-37c61cb13fa6 req-dfc6e15c-f18a-4965-a8aa-17e9afdd4cff tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:34.082513 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-91cc1092-5253-43b1-84ea-37c61cb13fa6 req-dfc6e15c-f18a-4965-a8aa-17e9afdd4cff tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0614059 Jul 07 13:05:34.118906 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-91cc1092-5253-43b1-84ea-37c61cb13fa6 req-5b26f30a-192a-4bb0-99bf-edd599004a0c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Jul 07 13:05:35.290096 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1be3a-e5cc-4cde-b694-91bafb5e418e req-b89b06ec-da61-4a87-8661-2bcefd9cfb90 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:35.291566 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44e1be3a-e5cc-4cde-b694-91bafb5e418e req-b89b06ec-da61-4a87-8661-2bcefd9cfb90 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0610833 Jul 07 13:05:35.331609 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44e1be3a-e5cc-4cde-b694-91bafb5e418e req-d170fd5c-8847-47c2-b9a7-fb8445033b76 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346441 Jul 07 13:05:36.499153 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec090a2-94a8-4ad1-a3e3-65eb2857a219 req-c56c53d5-2372-4b5c-a101-67838dd8cc57 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:36.500596 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3ec090a2-94a8-4ad1-a3e3-65eb2857a219 req-c56c53d5-2372-4b5c-a101-67838dd8cc57 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0622396 Jul 07 13:05:36.537405 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3ec090a2-94a8-4ad1-a3e3-65eb2857a219 req-05afd301-8460-4105-96b9-359f93b40d3f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Jul 07 13:05:37.704352 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8fd5-c06e-4307-88ef-b4b7f6a0b72d req-e6feadba-de44-4752-a054-0d3761d153d6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:37.707389 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70db8fd5-c06e-4307-88ef-b4b7f6a0b72d req-e6feadba-de44-4752-a054-0d3761d153d6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0619335 Jul 07 13:05:37.743139 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70db8fd5-c06e-4307-88ef-b4b7f6a0b72d req-5bfd75c1-d10a-447b-af3e-408dfa50e4a7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302384 Jul 07 13:05:38.912800 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a227fd-967c-4002-80de-01be67bb07b0 req-3a226994-a4cd-42cb-8160-b1ac52e95921 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:38.914232 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e3a227fd-967c-4002-80de-01be67bb07b0 req-3a226994-a4cd-42cb-8160-b1ac52e95921 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0636351 Jul 07 13:05:38.950859 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e3a227fd-967c-4002-80de-01be67bb07b0 req-c7b799a7-504a-4e27-8722-6a7abbc280fc tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 07 13:05:40.116034 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebae38-8b37-4d9e-ba7f-d5089dac473b req-9b9ff45e-0bc4-416c-ba79-63b647834d92 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:40.117413 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0ebae38-8b37-4d9e-ba7f-d5089dac473b req-9b9ff45e-0bc4-416c-ba79-63b647834d92 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0605564 Jul 07 13:05:40.153457 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a0ebae38-8b37-4d9e-ba7f-d5089dac473b req-33b0e4d6-205e-4f0f-ad03-bfd754f14690 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305316 Jul 07 13:05:41.303265 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-37232ce5-fd13-4510-8410-68b3308363a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:41.327362 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d66-295d-4de0-a0dc-0609bc9b662d req-87a77079-4b38-4a4f-9858-53ba2216c8c5 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:41.328795 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d63c4d66-295d-4de0-a0dc-0609bc9b662d req-87a77079-4b38-4a4f-9858-53ba2216c8c5 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0652728 Jul 07 13:05:41.631217 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d63c4d66-295d-4de0-a0dc-0609bc9b662d req-5cb8bd60-90df-451d-9b21-c1452cd51a80 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962840 Jul 07 13:05:42.798420 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc349d4-b7f9-4857-810c-4606543ec250 req-b8628705-ff1a-4157-b3df-3ff856c8a0b8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:42.800394 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ecc349d4-b7f9-4857-810c-4606543ec250 req-b8628705-ff1a-4157-b3df-3ff856c8a0b8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0611095 Jul 07 13:05:42.837584 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ecc349d4-b7f9-4857-810c-4606543ec250 req-11501f27-6acf-4f44-8827-e0c9b882978e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jul 07 13:05:43.313719 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:43.625337 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4d37dce8-4343-4917-a32a-da74ffc08e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:44.009022 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab26d79-93ac-44f4-bfb9-1de92becec81 req-fdd25966-2c09-49e1-96d4-7e8d2cc27a04 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:44.010455 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bab26d79-93ac-44f4-bfb9-1de92becec81 req-fdd25966-2c09-49e1-96d4-7e8d2cc27a04 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0604677 Jul 07 13:05:44.050311 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bab26d79-93ac-44f4-bfb9-1de92becec81 req-6c4639bc-47a6-41bc-b638-cb80fa11524d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344436 Jul 07 13:05:44.313247 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:44.528164 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be347c8-c464-4777-b517-052693d1aaef req-41e15569-c979-4442-9310-eb44a1b351cd tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:44.529631 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1be347c8-c464-4777-b517-052693d1aaef req-41e15569-c979-4442-9310-eb44a1b351cd tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0632927 Jul 07 13:05:44.532790 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-6439f5cf-8cd3-4bf8-8f3e-ac1922149e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:44.534851 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-6439f5cf-8cd3-4bf8-8f3e-ac1922149e1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 1099 time: 0.0513699 Jul 07 13:05:44.567423 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1be347c8-c464-4777-b517-052693d1aaef req-78b5395b-915e-4a9c-a128-768cab172b27 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Jul 07 13:05:44.625279 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-99e946ed-06e5-49b7-a831-34ef2e9220f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:44.626736 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-99e946ed-06e5-49b7-a831-34ef2e9220f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 913 time: 0.0859220 Jul 07 13:05:44.689180 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-6b8ac136-421c-44be-84a1-39d675b85d4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 200 len: 1001 time: 0.0558515 Jul 07 13:05:44.703056 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:05:44.741712 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-b92b10e1-f154-4699-9ccb-46d7d2a783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:44.743157 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-b92b10e1-f154-4699-9ccb-46d7d2a783e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0476511 Jul 07 13:05:44.801611 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-37910873-5b88-4aef-8600-3eb6ac372490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:44.803120 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-37910873-5b88-4aef-8600-3eb6ac372490 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518880 Jul 07 13:05:44.888527 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-69bafcec-3e18-4312-9fa8-cd3e624b9ccf service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789680 Jul 07 13:05:44.977500 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f62c665d-7907-4bdc-80ad-c491a72cf56e req-ec03ce76-8685-4eab-aa33-f761147dc1bd service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Jul 07 13:05:45.149742 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:05:45.740134 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c67b6f-331a-43e8-a940-2a3b3d299a71 req-4bcc932e-2a91-4d3c-9484-c2831e145b9b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:05:45.741679 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e4c67b6f-331a-43e8-a940-2a3b3d299a71 req-4bcc932e-2a91-4d3c-9484-c2831e145b9b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0631700 Jul 07 13:05:45.778724 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e4c67b6f-331a-43e8-a940-2a3b3d299a71 req-46f3c800-210a-44f1-b6ae-432e4b69a71b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Jul 07 13:05:46.462570 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:11.303306 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-515d2606-8a6f-4372-a84a-9a824c56d719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:13.198678 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:13.626321 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9652a32b-2ed4-46ff-ac57-d85e4382439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:14.314181 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:15.152741 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:16.464272 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:19.096589 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60004) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:19.300837 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03f771-83d6-4d3f-8fb0-f1e95bf8345d req-efa8be66-6ba4-45f3-aebf-894d0efadcd8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:19.302201 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-de03f771-83d6-4d3f-8fb0-f1e95bf8345d req-efa8be66-6ba4-45f3-aebf-894d0efadcd8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.1498420 Jul 07 13:06:19.323942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Deleting port 6963282f-e823-4bce-99b8-0593cc35a14b {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:19.324285 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:19.384983 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-de03f771-83d6-4d3f-8fb0-f1e95bf8345d req-55068d05-0df1-4343-b6fd-b1a0a45fe485 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771668 Jul 07 13:06:19.416162 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:19.416494 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:19.428460 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Calling delete_port for 6963282f-e823-4bce-99b8-0593cc35a14b owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:19.601174 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:19.626767 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event deleted for resources: {'Port': ['ID=6963282f-e823-4bce-99b8-0593cc35a14b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:19.653097 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.653443 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.653786 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.654124 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.654458 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.654787 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.655141 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.655467 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.655793 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.656120 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.656443 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.656763 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:19.695083 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:19.695426 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Floating IP cbadb1fd-2326-4ef0-9627-c3f820270e63 disassociated (deleted). External IP: 172.27.0.228, port: 7530c52b-74e3-4792-823e-d62f7e47b50f. Jul 07 13:06:19.905589 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Router 0ccecb07-8c29-48fd-9a14-2a1745af9571 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:20.009851 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:20.014655 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:20.020134 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] Sync routers for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:20.028837 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:20.029446 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:20.050455 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-35f118e0-77de-4673-8249-2f5dfcbcb967 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "DELETE /v2.0/floatingips/cbadb1fd-2326-4ef0-9627-c3f820270e63 HTTP/1.1" status: 204 len: 168 time: 0.9526618 Jul 07 13:06:20.051058 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:20.053337 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475" -d '{"events": [{"name": "network-changed", "server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:20.092349 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eca216-ccb3-4b2c-8311-4f0a05212054 x-openstack-request-id: req-73eca216-ccb3-4b2c-8311-4f0a05212054 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:20.092766 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:20.093020 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73eca216-ccb3-4b2c-8311-4f0a05212054 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:20.093522 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'status': 'completed', 'code': 200} Jul 07 13:06:20.138322 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:20.245106 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-e8b888db-fad3-4e4b-8716-c4cb45437221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:20.246609 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-e8b888db-fad3-4e4b-8716-c4cb45437221 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=98650fa2cf054de28d610f5ca23dda5f&device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 1098 time: 0.1044021 Jul 07 13:06:20.341923 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-f41f2851-9d28-4bd0-80a8-0358d6ec854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:20.343442 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-f41f2851-9d28-4bd0-80a8-0358d6ec854d service neutron] 10.222.0.50 "GET /v2.0/networks?id=08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 200 len: 911 time: 0.0890698 Jul 07 13:06:20.344292 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:46Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:20.370273 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] Checking router: 0ccecb07-8c29-48fd-9a14-2a1745af9571 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:20.380510 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:20.381243 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:20.386176 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-8af60018-f431-48a0-bf6d-a31e8dbe4a60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 200 len: 217 time: 0.0355351 Jul 07 13:06:20.442666 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-0efd8fac-eb3e-4472-be99-aec9e7f6b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:20.445113 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-0efd8fac-eb3e-4472-be99-aec9e7f6b1a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 200 len: 848 time: 0.0519915 Jul 07 13:06:20.511685 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:20.555936 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-19a0cc2e-389f-470a-9066-002f985eea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:20.557623 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-19a0cc2e-389f-470a-9066-002f985eea09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=08550555-f421-43b0-b480-6ed382a98cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616531 Jul 07 13:06:20.570218 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-7219951d-bc1b-446a-bee4-06e1db1329a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:06:20.571460 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-7219951d-bc1b-446a-bee4-06e1db1329a0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055282 Jul 07 13:06:20.584868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eec43-750c-459b-8a1b-a8aa3717b048 req-a1550143-dc17-466d-b2b9-f8770dbfbb2c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:20.586465 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-249eec43-750c-459b-8a1b-a8aa3717b048 req-a1550143-dc17-466d-b2b9-f8770dbfbb2c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0811672 Jul 07 13:06:20.663669 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-249eec43-750c-459b-8a1b-a8aa3717b048 req-303839f2-e378-4938-aeef-3a185b86c6cc tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717354 Jul 07 13:06:20.673358 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-41adf581-5af5-420b-9bb1-2a78110577ac service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920897 Jul 07 13:06:20.692868 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b63d1-acb5-4999-a8e7-f12b1d56408f req-c305ee1a-eaf7-4bd3-b507-1b5f96f8d2c5 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:20.694396 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-961b63d1-acb5-4999-a8e7-f12b1d56408f req-c305ee1a-eaf7-4bd3-b507-1b5f96f8d2c5 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.1607132 Jul 07 13:06:20.733815 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-961b63d1-acb5-4999-a8e7-f12b1d56408f req-a4c00ab7-dbe3-4389-9d08-5ea80f290a42 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334589 Jul 07 13:06:20.775211 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31540a7a-a7ef-41a9-b96f-8ac3a4b9f475 req-8f0b211c-c776-420c-89b6-3f1640a9a0ed service neutron] 10.222.0.50 "GET /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947294 Jul 07 13:06:20.781013 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60022) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:20.825392 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:46Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:20.851549 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39611939-8003-4390-8edf-0009b9c9b1e0 None None] The sync data for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi is: [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:01:40Z', 'revision_number': 4, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': 'b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec', 'name': '', 'network_id': '08550555-f421-43b0-b480-6ed382a98cf8', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'mac_address': 'fa:16:3e:5f:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:39Z', 'updated_at': '2021-07-07T13:01:46Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'subnets': [{'id': '46741bf2-92d2-49c5-b974-08c7eb1edb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:20.943749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Deleting port 53042719-1108-4b85-9e7e-056eb56db9b9 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:20.944088 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.018618 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-a5aeb98a-7d52-4d4f-aa7b-ab112255aae4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544350 Jul 07 13:06:21.027117 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.027481 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.040177 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Calling delete_port for 53042719-1108-4b85-9e7e-056eb56db9b9 owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:21.096025 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adbe28d-b147-4198-84a0-ad68263ccae9 None None] New status for floating IP cbadb1fd-2326-4ef0-9627-c3f820270e63: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:06:21.111923 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615ae2a-7399-4f09-935c-c1e56505903c req-a5bc4cf6-290f-4f77-ae5a-e4b6732250a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:21.113697 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-a5bc4cf6-290f-4f77-ae5a-e4b6732250a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1098 time: 0.0579760 Jul 07 13:06:21.200353 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.229249 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'Port': ['ID=53042719-1108-4b85-9e7e-056eb56db9b9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:21.231120 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615ae2a-7399-4f09-935c-c1e56505903c req-c7fe6a13-18e0-471f-be95-2499483cb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:21.232595 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-c7fe6a13-18e0-471f-be95-2499483cb38c service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.0988672 Jul 07 13:06:21.290082 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.290418 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Floating IP 4bae844a-21ed-454b-9598-f691c8f01fa3 disassociated (deleted). External IP: 172.27.0.203, port: 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8. Jul 07 13:06:21.502231 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:21.587594 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-8fc7909e-ee94-42fb-9e83-4e307546dc70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 200 len: 1001 time: 0.3420899 Jul 07 13:06:21.610388 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dff94-31c5-4785-a443-375ea5be24e1 req-fedfd345-b9a0-42e6-81b9-432c6ff1796b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:21.612343 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-501dff94-31c5-4785-a443-375ea5be24e1 req-fedfd345-b9a0-42e6-81b9-432c6ff1796b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.3784306 Jul 07 13:06:21.614111 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:21.619027 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.623481 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:21.632866 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:21.633559 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:21.655359 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-212240f3-a475-42d1-8be1-e312c04568c6 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "DELETE /v2.0/floatingips/4bae844a-21ed-454b-9598-f691c8f01fa3 HTTP/1.1" status: 204 len: 168 time: 0.8732486 Jul 07 13:06:21.688843 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615ae2a-7399-4f09-935c-c1e56505903c req-d91ea0b1-b421-4c17-ba63-92f5837af984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:21.690356 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-d91ea0b1-b421-4c17-ba63-92f5837af984 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0956435 Jul 07 13:06:21.733668 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:06:21.760125 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:21.791965 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Deleting port 27639986-77ab-45a0-8523-20d071a3cad2 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:21.792862 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:21.839183 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615ae2a-7399-4f09-935c-c1e56505903c req-9c33881b-3cb5-4305-9f57-a94f3b27d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:21.840665 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-9c33881b-3cb5-4305-9f57-a94f3b27d7e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1246972 Jul 07 13:06:21.893851 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3691a-fb26-42c0-93a7-6c5174b5518a req-9ea9d6e6-17a9-4564-9f52-d50262931449 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:21.902150 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-55f3691a-fb26-42c0-93a7-6c5174b5518a req-9ea9d6e6-17a9-4564-9f52-d50262931449 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 946 time: 0.0849679 Jul 07 13:06:21.957800 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-55f3691a-fb26-42c0-93a7-6c5174b5518a req-0743a22a-6653-46ab-a538-1b958c2e3bf4 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=283f7035-a405-443d-b11f-0a6ab06a6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545278 Jul 07 13:06:22.004571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] For port 27639986-77ab-45a0-8523-20d071a3cad2, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=27639986-77ab-45a0-8523-20d071a3cad2,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:22.004935 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.021776 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-30498581-6b92-4e70-82f4-2f2e42f1d9b2 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576405 Jul 07 13:06:22.042783 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:41Z', 'revision_number': 1, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:22.078502 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:22.087713 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:22.088412 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:22.097701 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:22.100756 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84e400f-939b-40a8-abed-409aea03d1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:22.143797 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd632b2-1bdf-4546-8542-68aca6fece4e req-c5d7fe72-c11e-4f10-80f8-fa7e51a0836c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.145331 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-edd632b2-1bdf-4546-8542-68aca6fece4e req-c5d7fe72-c11e-4f10-80f8-fa7e51a0836c tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.1158693 Jul 07 13:06:22.195882 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7ec5c-4a6d-42ef-b9e8-33015e87db7c req-9c6597ca-eaf8-4004-8f48-923643219df2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.197403 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-47d7ec5c-4a6d-42ef-b9e8-33015e87db7c req-9c6597ca-eaf8-4004-8f48-923643219df2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.1173129 Jul 07 13:06:22.200613 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:22.207028 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-edd632b2-1bdf-4546-8542-68aca6fece4e req-14e25419-8bfd-4b87-9319-11fe3e04154e tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3ae8593-8d14-413c-b310-6bf572e56cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547352 Jul 07 13:06:22.253056 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-47d7ec5c-4a6d-42ef-b9e8-33015e87db7c req-91f55d2e-ce19-4adc-9286-1737dc6201db tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Jul 07 13:06:22.260758 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc53b2-129e-4c05-8bd7-411381bfeed3 x-openstack-request-id: req-e8fc53b2-129e-4c05-8bd7-411381bfeed3 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:22.261526 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:22.261526 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8fc53b2-129e-4c05-8bd7-411381bfeed3 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:22.261878 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'status': 'completed', 'code': 200} Jul 07 13:06:22.278383 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.278678 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.279029 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Floating IP 394f2f82-bf12-4a97-8fe2-8d60405ca4b1 disassociated. External IP: 172.27.0.87, port: 27639986-77ab-45a0-8523-20d071a3cad2. Jul 07 13:06:22.279370 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Calling delete_port for 27639986-77ab-45a0-8523-20d071a3cad2 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:22.291450 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c615ae2a-7399-4f09-935c-c1e56505903c req-de3f5572-90d7-41ba-81b8-1edfde070b13 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313180 Jul 07 13:06:22.382220 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-9277508d-43cd-4291-9aca-e1f19baa2046 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.384216 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-9277508d-43cd-4291-9aca-e1f19baa2046 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 945 time: 0.0729051 Jul 07 13:06:22.414596 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-5a2243ea-2949-4e45-b019-ccd77ac73c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.416190 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-5a2243ea-2949-4e45-b019-ccd77ac73c6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 1099 time: 0.0909402 Jul 07 13:06:22.455788 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:41Z', 'revision_number': 1, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:22.488742 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bd27b-f0b0-40d8-81a8-aafce314e2bf None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': 'd7e8339d-88dd-4510-9b4a-7b1209f9cf99', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '54823126-080f-4771-ae1f-c750db3fe790', 'port_id': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'mac_address': 'fa:16:3e:b7:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:02:39Z', 'updated_at': '2021-07-07T13:02:41Z', 'revision_number': 1, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:22.495728 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Deleting port 7530c52b-74e3-4792-823e-d62f7e47b50f {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:22.496046 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.525137 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.565976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event deleted for resources: {'Port': ['ID=27639986-77ab-45a0-8523-20d071a3cad2,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:22.584262 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-46515d1b-5e66-4a7c-a8fb-9d22caa51203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.585746 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-46515d1b-5e66-4a7c-a8fb-9d22caa51203 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.1580725 Jul 07 13:06:22.587340 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.587685 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.588230 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.588331 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.588650 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.588975 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.589297 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.589617 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.589937 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.590251 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.590567 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.590915 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:22.599472 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] For port 7530c52b-74e3-4792-823e-d62f7e47b50f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7530c52b-74e3-4792-823e-d62f7e47b50f,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:22.600616 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.614110 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Calling delete_port for 7530c52b-74e3-4792-823e-d62f7e47b50f owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:22.673063 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-5bfab23e-2c77-4e89-847a-5ee60a2d7061 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 HTTP/1.1" status: 200 len: 217 time: 0.0789874 Jul 07 13:06:22.749995 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.760773 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9126b0-e188-40a5-8ce3-fd4e260862af None None] New status for floating IP 4bae844a-21ed-454b-9598-f691c8f01fa3: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:06:22.771035 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-56683370-d8ae-4cf9-abd0-c42d085c4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.772499 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-56683370-d8ae-4cf9-abd0-c42d085c4c68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.0922709 Jul 07 13:06:22.780579 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:22.785897 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event deleted for resources: {'Port': ['ID=7530c52b-74e3-4792-823e-d62f7e47b50f,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:22.836512 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] No DVR routers for this DVR port 7530c52b-74e3-4792-823e-d62f7e47b50f on host hv-cinder-79220 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:22.839758 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:22.841484 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9c1a617-dd14-43e8-b84e-0c29563c737c req-8174b58f-ff15-4429-b80a-4299bd54a6df tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.50 "DELETE /v2.0/ports/7530c52b-74e3-4792-823e-d62f7e47b50f HTTP/1.1" status: 204 len: 173 time: 0.4513452 Jul 07 13:06:22.928090 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-dc5f8fa0-050c-49f6-b9b4-9c54ff5b6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:22.929621 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-dc5f8fa0-050c-49f6-b9b4-9c54ff5b6dd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1480458 Jul 07 13:06:22.997198 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:23.009976 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:23.026944 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:23.027575 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:23.047711 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] No DVR routers for this DVR port 27639986-77ab-45a0-8523-20d071a3cad2 on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:23.055783 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.058171 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-501dff94-31c5-4785-a443-375ea5be24e1 req-cc109ba6-9f74-4f9a-909e-dd4cbdcf2582 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "DELETE /v2.0/ports/27639986-77ab-45a0-8523-20d071a3cad2 HTTP/1.1" status: 204 len: 173 time: 1.4286106 Jul 07 13:06:23.058614 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'name': 'network-vif-deleted', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:23.061273 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde7ac2-2190-4145-aa75-fa3faf602fa7" -d '{"events": [{"server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "name": "network-vif-deleted", "tag": "27639986-77ab-45a0-8523-20d071a3cad2"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:23.102484 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-9fa929f9-5464-4d08-8d23-87eef12908a9 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609728 Jul 07 13:06:23.138590 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8b2ef-d51a-49b2-99e4-c1b686ccc70b x-openstack-request-id: req-bdd8b2ef-d51a-49b2-99e4-c1b686ccc70b {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:23.138904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100d62c6-3670-41aa-b7b0-81f23f20add5", "name": "network-vif-deleted", "tag": "27639986-77ab-45a0-8523-20d071a3cad2", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:23.139189 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdd8b2ef-d51a-49b2-99e4-c1b686ccc70b {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:23.139583 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100d62c6-3670-41aa-b7b0-81f23f20add5', 'name': 'network-vif-deleted', 'tag': '27639986-77ab-45a0-8523-20d071a3cad2', 'status': 'completed', 'code': 200} Jul 07 13:06:23.151283 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:23.170156 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01eb726f-d5cb-4c4a-b45c-009cdc30aaed req-95554efa-69a1-428f-8cdb-2b2ad5861eb7 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=100d62c6-3670-41aa-b7b0-81f23f20add5 HTTP/1.1" status: 200 len: 210 time: 0.0348787 Jul 07 13:06:23.244824 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b84e400f-939b-40a8-abed-409aea03d1a4 req-29ce51dd-2173-49bd-957b-70cb97e0d379 service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348362 Jul 07 13:06:23.397956 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f97ee5be-136c-474e-9aa1-a4e1ccbe6426 req-91496b5e-3217-44fd-9aa2-42c7123cf546 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d0e673-7881-4116-bb88-a1ffc59f2a9a HTTP/1.1" status: 200 len: 210 time: 0.0480709 Jul 07 13:06:23.446456 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:23.473870 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:23.482157 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:23.482904 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:23.496845 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8988e-e447-4684-a97c-606217c78566 req-df50c974-cab4-477c-a47b-fb0a37390060 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:23.498311 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-56f8988e-e447-4684-a97c-606217c78566 req-df50c974-cab4-477c-a47b-fb0a37390060 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.0768075 Jul 07 13:06:23.536581 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-56f8988e-e447-4684-a97c-606217c78566 req-6ef7bb5a-178e-4421-9788-6e580b1289aa tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 Jul 07 13:06:23.595007 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:23.765009 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-874b7bc6-192c-410c-bf8d-30ab9a17f1bf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:23.766471 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-874b7bc6-192c-410c-bf8d-30ab9a17f1bf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 946 time: 0.0700340 Jul 07 13:06:23.883847 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Deleting port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:23.884314 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.899673 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:23.927088 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a8cbeb-e7e4-47ea-95d5-a188366068fa None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:23.983745 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] For port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:23.984108 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:23.999006 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Calling delete_port for 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:24.136808 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.167142 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'Port': ['ID=4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:24.172261 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75b298-58ca-4cbf-a63b-82fe312cb2b3 None None] New status for floating IP 394f2f82-bf12-4a97-8fe2-8d60405ca4b1: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:06:24.221732 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] No DVR routers for this DVR port 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:24.224321 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.226412 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-721ba8e4-7aa9-4225-a230-e8b63419ddf0 req-f87914a2-a378-4a41-9bea-1a2ef3627a99 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "DELETE /v2.0/ports/4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 HTTP/1.1" status: 204 len: 173 time: 0.4521666 Jul 07 13:06:24.263356 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-deleted', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:24.266324 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db95a94-b09d-41a2-bc4f-83fcb36595bb" -d '{"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-deleted", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:24.321094 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d1fe4e-d88c-4322-857a-28a70a17464b x-openstack-request-id: req-85d1fe4e-d88c-4322-857a-28a70a17464b {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:24.321320 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d0e673-7881-4116-bb88-a1ffc59f2a9a", "name": "network-vif-deleted", "tag": "7530c52b-74e3-4792-823e-d62f7e47b50f", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:24.324103 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85d1fe4e-d88c-4322-857a-28a70a17464b {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:24.324521 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d0e673-7881-4116-bb88-a1ffc59f2a9a', 'name': 'network-vif-deleted', 'tag': '7530c52b-74e3-4792-823e-d62f7e47b50f', 'status': 'completed', 'code': 200} Jul 07 13:06:24.352054 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60050) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:24.411866 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7624272f-3fe9-4d6e-8666-d8293757da19 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.436100 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7624272f-3fe9-4d6e-8666-d8293757da19 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.482359 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60054) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:24.491434 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7624272f-3fe9-4d6e-8666-d8293757da19 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.493875 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7624272f-3fe9-4d6e-8666-d8293757da19 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.494953 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7624272f-3fe9-4d6e-8666-d8293757da19 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "DELETE /v2.0/security-groups/283f7035-a405-443d-b11f-0a6ab06a6eda HTTP/1.1" status: 204 len: 168 time: 0.1416640 Jul 07 13:06:24.497935 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60056) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:24.513838 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.api.v2.resource [None req-70ebab9f-e4ba-4e81-b9ce-1a0b77042157 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] show failed (client error): The resource could not be found. Jul 07 13:06:24.515180 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-70ebab9f-e4ba-4e81-b9ce-1a0b77042157 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups/283f7035-a405-443d-b11f-0a6ab06a6eda HTTP/1.1" status: 404 len: 347 time: 0.0159068 Jul 07 13:06:24.518673 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60058) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:24.521811 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624272f-3fe9-4d6e-8666-d8293757da19 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283f7035-a405-443d-b11f-0a6ab06a6eda,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:24.569120 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf84a-fad0-42c2-ab8f-4595f0856522 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.610941 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf84a-fad0-42c2-ab8f-4595f0856522 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.683409 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf84a-fad0-42c2-ab8f-4595f0856522 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.686074 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf84a-fad0-42c2-ab8f-4595f0856522 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.687795 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1b8cf84a-fad0-42c2-ab8f-4595f0856522 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] 10.222.0.21 "DELETE /v2.0/security-groups/f3ae8593-8d14-413c-b310-6bf572e56cd6 HTTP/1.1" status: 204 len: 168 time: 0.2044308 Jul 07 13:06:24.697818 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cf84a-fad0-42c2-ab8f-4595f0856522 tempest-TestShelveInstance-1100176986 tempest-TestShelveInstance-1100176986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae8593-8d14-413c-b310-6bf572e56cd6,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:24.757563 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b703c350-9db6-45b3-905d-65c38e4a9b95 req-8d558497-3302-49cd-9e0f-a18d47a6e48e tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=88a3ae6c-a0a5-4351-9e9b-2325c1e58a70 HTTP/1.1" status: 200 len: 210 time: 0.0527518 Jul 07 13:06:24.758618 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60064) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:24.765289 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Deleting port 5ab2cb28-80c6-4070-84a1-6035e88a5b6d {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:24.765679 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.853391 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.853722 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:24.865014 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Calling delete_port for 5ab2cb28-80c6-4070-84a1-6035e88a5b6d owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:24.991374 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.019804 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event deleted for resources: {'Port': ['ID=5ab2cb28-80c6-4070-84a1-6035e88a5b6d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:25.081274 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.083851 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.085006 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0173acb8-7d79-4cdf-908a-3869e5179c2b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "DELETE /v2.0/floatingips/394f2f82-bf12-4a97-8fe2-8d60405ca4b1 HTTP/1.1" status: 204 len: 168 time: 0.5653276 Jul 07 13:06:25.114141 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.151290 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'name': 'network-vif-deleted', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:25.153509 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953b750-532f-4993-a5c4-fcbfc97d0035" -d '{"events": [{"server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "name": "network-vif-deleted", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:25.215151 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b477d4fd-b782-4338-9739-b67eedc14ddc x-openstack-request-id: req-b477d4fd-b782-4338-9739-b67eedc14ddc {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:25.215786 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a3ae6c-a0a5-4351-9e9b-2325c1e58a70", "name": "network-vif-deleted", "tag": "4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:25.216001 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b477d4fd-b782-4338-9739-b67eedc14ddc {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:25.216396 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a3ae6c-a0a5-4351-9e9b-2325c1e58a70', 'name': 'network-vif-deleted', 'tag': '4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8', 'status': 'completed', 'code': 200} Jul 07 13:06:25.395205 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Deleting port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:25.395765 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.399456 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60070) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:25.404264 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462814962', 'description': 'tempest-description--582118281'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:25.425996 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.479302 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] For port b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:25.479668 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.493221 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Calling delete_port for b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:25.497920 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:25.510975 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.514914 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.518699 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 7530c52b-74e3-4792-823e-d62f7e47b50f {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:25.519071 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 7530c52b-74e3-4792-823e-d62f7e47b50f not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:25.519493 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:25.539598 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:25.540011 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 4c0dc8a0-57b6-44c8-9d24-23ac9e0e24f8 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:25.540358 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 27639986-77ab-45a0-8523-20d071a3cad2 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:25.543368 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.544606 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1441350 Jul 07 13:06:25.547422 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60072) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:25.553057 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'security_group_rule': {'security_group_id': '7ce2d751-754d-423a-b573-746a7690a06d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:25.558119 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f91ff-8c12-4bfa-8310-df083e29a40a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2d751-754d-423a-b573-746a7690a06d,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:25.558970 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 27639986-77ab-45a0-8523-20d071a3cad2 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:25.559315 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 27639986-77ab-45a0-8523-20d071a3cad2 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:25.584282 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.646703 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.650563 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.668770 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198584f7-0dee-41e9-acf1-08f8fdbc4292,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:25.679504 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.680900 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-05f13562-e60d-4ce0-9ee1-082548ce3aa0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326149 Jul 07 13:06:25.683519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60074) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:25.688577 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'security_group_rule': {'security_group_id': '7ce2d751-754d-423a-b573-746a7690a06d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:25.699909 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.715723 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.728553 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:25.777624 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.782492 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-292294'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.801525 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177838b2-1d93-4753-a3ab-3eaa4d2607f7,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:25.813042 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.817266 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ca2260d5-d474-4517-960f-1302ca6fb4ae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298287 Jul 07 13:06:25.819532 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60078) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:25.824494 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'floatingip': {'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:25.855720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.918138 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:25.980531 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.085414 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Allocated IP 172.27.0.57 (32a8ba50-3aa9-4221-8c50-08e29a81e7c1/8a7a726c-2995-4cce-b8ed-69bdade8f67a/f085eea4-4cd4-40e8-9b08-3c6fdf99e28e) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:06:26.415393 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Router 0ccecb07-8c29-48fd-9a14-2a1745af9571 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:26.476784 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.515453 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402613'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.522387 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:26.527370 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d6c04134-de60-4fc3-94cd-3f0c540ca5ca admin admin] 10.222.0.21 "PUT /v2.0/routers/0ccecb07-8c29-48fd-9a14-2a1745af9571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675893 Jul 07 13:06:26.529865 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60084) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:26.533018 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] Sync routers for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:26.545275 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:26.545915 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:26.553142 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Network 32a8ba50-3aa9-4221-8c50-08e29a81e7c1 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:06:26.558268 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:26.561626 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:06:26.585870 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'Port': ['ID=f085eea4-4cd4-40e8-9b08-3c6fdf99e28e,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:26.637365 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.655695 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.657133 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:26.699719 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.755043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.816861 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Deleting port 7f622c7c-07c8-4e76-aff9-38eaee2bec96 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:26.817081 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.845476 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:06:25Z', 'revision_number': 5, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port': {'id': '7f622c7c-07c8-4e76-aff9-38eaee2bec96', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:38Z', 'updated_at': '2021-07-07T13:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:26.860689 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.867084 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402375'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.876208 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] Checking router: 0ccecb07-8c29-48fd-9a14-2a1745af9571 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:26.884599 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] Routers {'0ccecb07-8c29-48fd-9a14-2a1745af9571'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:26.885212 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0ccecb07-8c29-48fd-9a14-2a1745af9571'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:26.896124 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] For port 7f622c7c-07c8-4e76-aff9-38eaee2bec96, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=7f622c7c-07c8-4e76-aff9-38eaee2bec96,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:26.896493 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.910375 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Calling delete_port for 7f622c7c-07c8-4e76-aff9-38eaee2bec96 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:26.935760 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'Port': ['ID=f085eea4-4cd4-40e8-9b08-3c6fdf99e28e,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:26.951928 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.968992 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:26.972583 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] Set router 0ccecb07-8c29-48fd-9a14-2a1745af9571 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:26.975347 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bf014467-17a5-4caa-aa5b-ddcd2c57e9fb tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1545413 Jul 07 13:06:27.033314 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:06:26Z', 'revision_number': 6, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:27.068748 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535a195-0574-4a38-89ce-7fac86b33865 None None] The sync data for ids ['0ccecb07-8c29-48fd-9a14-2a1745af9571'] in dv-cinder-792209-6-iscsi is: [{'id': '0ccecb07-8c29-48fd-9a14-2a1745af9571', 'name': 'tempest-TestShelveInstance-1446553299-router', 'tenant_id': '98650fa2cf054de28d610f5ca23dda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:37Z', 'updated_at': '2021-07-07T13:06:26Z', 'revision_number': 6, 'project_id': '98650fa2cf054de28d610f5ca23dda5f', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:27.118966 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.147634 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-86d71a30-e436-425a-9d94-38697ba92c38 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--462814962&fields=id&tenant_id=bc252c93d02949368fde2ad683c68f80 HTTP/1.1" status: 200 len: 267 time: 0.0419288 Jul 07 13:06:27.170836 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f622c7c-07c8-4e76-aff9-38eaee2bec96,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:27.215878 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.258114 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-7340fb43-97fd-4458-9c0a-78e5abf48916 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:27.259754 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-7340fb43-97fd-4458-9c0a-78e5abf48916 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 811 time: 0.1056542 Jul 07 13:06:27.274841 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-ed3d8825-f804-4083-9a67-03e154116b05 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/quotas/bc252c93d02949368fde2ad683c68f80 HTTP/1.1" status: 200 len: 375 time: 0.0098169 Jul 07 13:06:27.304622 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.307300 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.343157 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-e3799877-3597-46a1-8f7b-4d358cecefae tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632353 Jul 07 13:06:27.360321 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-dc971e3a-81ce-4f78-a0ff-db9cde1eb4c5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:06:27.362006 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-dc971e3a-81ce-4f78-a0ff-db9cde1eb4c5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061698 Jul 07 13:06:27.364666 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.365263 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccecb07-8c29-48fd-9a14-2a1745af9571 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:06:27.370248 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.371764 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3256f835-d05a-4556-882b-0df2719ab1f6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ccecb07-8c29-48fd-9a14-2a1745af9571 HTTP/1.1" status: 204 len: 168 time: 0.8409846 Jul 07 13:06:27.374195 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60108) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:27.428771 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Deleting subnet 46741bf2-92d2-49c5-b974-08c7eb1edb52 {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:06:27.432313 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.469364 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-d1ccbfc2-7837-4b7d-b841-af7f1e07652a service neutron] 10.222.0.21 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999119 Jul 07 13:06:27.471993 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707613'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.570354 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-135b7ec8-4f2e-4a3f-ad88-955ed74beec4 service neutron] 10.222.0.21 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920386 Jul 07 13:06:27.584188 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.650302 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26976329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076978'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.679054 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46741bf2-92d2-49c5-b974-08c7eb1edb52,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:27.681021 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.682979 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-451ea6d0-2a75-418d-bcc5-058ff417a17b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46741bf2-92d2-49c5-b974-08c7eb1edb52 HTTP/1.1" status: 204 len: 168 time: 0.3078279 Jul 07 13:06:27.686428 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3406d-4f06-4e6f-bb40-145dbcfe0861 None None] Network 08550555-f421-43b0-b480-6ed382a98cf8 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:27.687483 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60110) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:27.785063 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3e4c2b48-fade-4444-b599-d78bff048801 req-4aff5f01-7876-4deb-9e4a-594e0d2ba12d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 210 time: 0.0360198 Jul 07 13:06:27.805451 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.868721 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Deleting port 64402006-45a5-4a5c-a119-fbc2c1b0161d {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:27.869136 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.912241 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] DHCP port deletion for 08550555-f421-43b0-b480-6ed382a98cf8 request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:06:27.955374 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] For port 64402006-45a5-4a5c-a119-fbc2c1b0161d, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=64402006-45a5-4a5c-a119-fbc2c1b0161d,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:27.955781 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.968442 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Deleting port 64402006-45a5-4a5c-a119-fbc2c1b0161d {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:27.968824 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:27.974971 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Calling delete_port for 64402006-45a5-4a5c-a119-fbc2c1b0161d owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:28.041930 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] For port 64402006-45a5-4a5c-a119-fbc2c1b0161d, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=64402006-45a5-4a5c-a119-fbc2c1b0161d,segment=NetworkSegment(104da2da-7943-4178-a2e8-b476e6926a52),segment_id=104da2da-7943-4178-a2e8-b476e6926a52)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:28.042329 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.055527 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Calling delete_port for 64402006-45a5-4a5c-a119-fbc2c1b0161d owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:28.072855 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.086026 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] No DVR routers for this DVR port 64402006-45a5-4a5c-a119-fbc2c1b0161d on host dv-cinder-792209-6-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:28.156108 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60128) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:28.170332 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.183872 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64402006-45a5-4a5c-a119-fbc2c1b0161d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:28.195487 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.206130 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08550555-f421-43b0-b480-6ed382a98cf8']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:28.228486 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104da2da-7943-4178-a2e8-b476e6926a52') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:28.228852 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104da2da-7943-4178-a2e8-b476e6926a52') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:28.241711 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Pushing event deleted for resources: {'Port': ['ID=64402006-45a5-4a5c-a119-fbc2c1b0161d,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:28.242189 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.243047 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] No DVR routers for this DVR port 64402006-45a5-4a5c-a119-fbc2c1b0161d on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:28.264973 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.266078 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.266429 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.266924 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.267359 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.267845 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.268361 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.268833 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.269151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.269652 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.269987 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.270513 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.270921 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e709c5-274c-4b39-99e7-1c8465e1c675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:06:28.275423 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:06:28.275996 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:06:28.278351 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:06:28.342061 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.347539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.350126 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/08550555-f421-43b0-b480-6ed382a98cf8 HTTP/1.1" status: 204 len: 168 time: 0.6613035 Jul 07 13:06:28.354093 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60130) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:28.365666 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a258e0e-920f-4fd9-b60a-6652fff356b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=08550555-f421-43b0-b480-6ed382a98cf8,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:28.457103 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 64402006-45a5-4a5c-a119-fbc2c1b0161d no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:28.459550 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Deleting port cb5ae4ed-a6a5-410a-9e47-f54bf9a32ad8 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:28.460100 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.482572 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 64402006-45a5-4a5c-a119-fbc2c1b0161d {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:28.483003 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 64402006-45a5-4a5c-a119-fbc2c1b0161d not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:28.483638 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 7f622c7c-07c8-4e76-aff9-38eaee2bec96 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:28.503436 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 7f622c7c-07c8-4e76-aff9-38eaee2bec96 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:28.503783 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 7f622c7c-07c8-4e76-aff9-38eaee2bec96 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:28.504202 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:28.523060 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:28.523677 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device b6f749bb-a7d2-4a7e-99ba-b8a82ee796ec not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:28.591173 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.591449 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.634947 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Calling delete_port for cb5ae4ed-a6a5-410a-9e47-f54bf9a32ad8 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:28.885591 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:28.912442 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'Port': ['ID=cb5ae4ed-a6a5-410a-9e47-f54bf9a32ad8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:28.947609 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8a57391e-b97e-4a45-a90e-97150efc3abb req-a41f7eba-2661-46ec-9dfe-f622ce430bfd tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 210 time: 0.0481105 Jul 07 13:06:28.997988 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.035422 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.035912 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Floating IP d7e8339d-88dd-4510-9b4a-7b1209f9cf99 disassociated (deleted). External IP: 172.27.0.154, port: 72af285a-71a8-4a78-b40d-a75d5aa6804d. Jul 07 13:06:29.566563 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-c299ef75-e27f-486b-8eb1-af0adbdae323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:29.567996 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-c299ef75-e27f-486b-8eb1-af0adbdae323 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 811 time: 0.4933462 Jul 07 13:06:29.702014 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-e711dd38-d3bf-4296-ae50-d7cfce8028f4 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc252c93d02949368fde2ad683c68f80 HTTP/1.1" status: 200 len: 379 time: 0.0893483 Jul 07 13:06:29.717398 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'port': {'device_id': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'admin_state_up': True, 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'security_groups': ['7ce2d751-754d-423a-b573-746a7690a06d']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:29.811295 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:29.947954 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Deleting port 74337d65-f98d-4869-8e76-a24a113059d4 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:29.948396 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:29.977362 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Made reservation on behalf of bc252c93d02949368fde2ad683c68f80 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:06:29.980914 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.070121 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:30.079677 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:30.087223 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d7e55442-fef0-45cc-b3fd-1b38f052499f req-9bfc03f8-1de3-48d6-81b7-672111d0266b tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 210 time: 0.0335255 Jul 07 13:06:30.089839 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:30.090431 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:30.110113 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.169930 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] For port 74337d65-f98d-4869-8e76-a24a113059d4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=74337d65-f98d-4869-8e76-a24a113059d4,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:30.170288 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.201080 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:30.211549 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Calling delete_port for 74337d65-f98d-4869-8e76-a24a113059d4 owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:30.214194 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2d6f380d-4731-4e7c-91a0-47df54e182ae tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "DELETE /v2.0/floatingips/d7e8339d-88dd-4510-9b4a-7b1209f9cf99 HTTP/1.1" status: 204 len: 168 time: 2.0570486 Jul 07 13:06:30.218891 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:30.221082 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c37d7-565a-4fee-9d34-01cd1580ce47" -d '{"events": [{"name": "network-changed", "server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:30.273304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eabfe1a-b84c-46a2-957c-601e52aff42a x-openstack-request-id: req-2eabfe1a-b84c-46a2-957c-601e52aff42a {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:30.273648 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:30.273840 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eabfe1a-b84c-46a2-957c-601e52aff42a {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:30.274232 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'status': 'completed', 'code': 200} Jul 07 13:06:30.286230 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Allocated IP 172.20.0.8 (a2be4ce5-079e-4771-907a-c4e8a8bcb318/8da3060f-7484-4a72-ab90-6f696f57481d/f767f711-7634-45d6-bc31-be87811d1000) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:06:30.445642 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:30.490686 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:30.500258 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:30.501006 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:30.529937 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-bb88fa8a-8b63-4cb4-9c65-5fd4ee5275cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:30.531506 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-bb88fa8a-8b63-4cb4-9c65-5fd4ee5275cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 1098 time: 0.2151589 Jul 07 13:06:30.589470 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.620028 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:30.629815 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38669a67-58cb-44c4-b7c2-39c8b99a659f req-973bc051-d869-4b31-b040-4f4e7f7510b1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:30.634284 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-38669a67-58cb-44c4-b7c2-39c8b99a659f req-973bc051-d869-4b31-b040-4f4e7f7510b1 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 945 time: 0.0688076 Jul 07 13:06:30.655983 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Transition to ACTIVE for port object f767f711-7634-45d6-bc31-be87811d1000 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:30.666083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.677025 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-38669a67-58cb-44c4-b7c2-39c8b99a659f req-c28076cf-55ec-4ff7-9aee-4157191b94f2 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392363 Jul 07 13:06:30.720327 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Pushing event deleted for resources: {'Port': ['ID=74337d65-f98d-4869-8e76-a24a113059d4,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:30.755904 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-3bd12131-d8ee-4a25-a608-4dbed94b2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:30.757407 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-3bd12131-d8ee-4a25-a608-4dbed94b2e34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 200 len: 914 time: 0.2184947 Jul 07 13:06:30.824832 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-5fc568fa-8a85-47bb-bc46-f618dae08756 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 200 len: 217 time: 0.0436575 Jul 07 13:06:30.843832 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:30.872328 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f9acd-6dd4-457a-990e-a5e161a6100a None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T12:58:44Z', 'revision_number': 4, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '67941171-b165-42a1-8601-6409ac9b9338', 'name': '', 'network_id': '006e0bd7-47b2-4d8e-a01c-62e81a73974a', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'mac_address': 'fa:16:3e:85:fd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:43Z', 'updated_at': '2021-07-07T12:58:54Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'subnets': [{'id': 'd2bea90e-502f-4dce-8a04-492d56a9850d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:30.876199 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:30.959077 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-c6857114-d3bf-4b61-a858-7d270eb534f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:30.960552 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-c6857114-d3bf-4b61-a858-7d270eb534f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 200 len: 851 time: 0.1278276 Jul 07 13:06:30.994108 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:06:31.040853 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:06:31.043900 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event updated for resources: {'Port': ['ID=f767f711-7634-45d6-bc31-be87811d1000,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:31.050799 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:06:31.114588 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:31.133875 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0278db-df1b-4a71-ae54-4bb01d8937dc None None] New status for floating IP d7e8339d-88dd-4510-9b4a-7b1209f9cf99: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:06:31.134396 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:31.134778 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:31.192920 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-d4f97bf5-ad9c-4781-b814-3b1ef34bdb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:31.194483 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-d4f97bf5-ad9c-4781-b814-3b1ef34bdb8b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006e0bd7-47b2-4d8e-a01c-62e81a73974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2211182 Jul 07 13:06:31.198156 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-702e39a6-ecaf-41d8-afd7-4687ec2bb46f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864132 Jul 07 13:06:31.259866 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Request body: {'port': {'device_id': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:31.300499 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4fde0e16-1411-478f-98ca-efb75a67a4e1 None None] Provisioning for port f767f711-7634-45d6-bc31-be87811d1000 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:31.304510 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4fde0e16-1411-478f-98ca-efb75a67a4e1 None None] Provisioning complete for port f767f711-7634-45d6-bc31-be87811d1000 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:31.304952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4fde0e16-1411-478f-98ca-efb75a67a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:31.309296 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741ea81-3107-4216-92bf-00457b6f31dd req-482a67e5-a096-455f-b615-aabbaedf84d1 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:31.316749 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a741ea81-3107-4216-92bf-00457b6f31dd req-482a67e5-a096-455f-b615-aabbaedf84d1 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 931 time: 0.0961931 Jul 07 13:06:31.343131 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-4fde0e16-1411-478f-98ca-efb75a67a4e1 None None] Port f767f711-7634-45d6-bc31-be87811d1000 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 13:06:31.354169 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a741ea81-3107-4216-92bf-00457b6f31dd req-9fa9f367-d149-4284-932b-3ae5a87b4050 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365779 Jul 07 13:06:31.452383 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:31.497304 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-a76c0465-b700-4591-91fe-aca6be2593ed service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419860 Jul 07 13:06:31.853144 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9fa01-ec07-41c3-b822-136f7aebead5 req-1356c007-bbd1-4476-8f53-66259066905f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:31.854719 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8cf9fa01-ec07-41c3-b822-136f7aebead5 req-1356c007-bbd1-4476-8f53-66259066905f tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 945 time: 0.0632358 Jul 07 13:06:31.892361 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8cf9fa01-ec07-41c3-b822-136f7aebead5 req-2650fd70-5e70-4102-ba94-5b6f66d3c6fb tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4a9349e-ec30-42a9-8c84-17a21c745a80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Jul 07 13:06:31.924698 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Router 0bca1b08-26ad-4f6c-b51f-31bcab514158 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:32.049903 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c1c37d7-565a-4fee-9d34-01cd1580ce47 req-a68b90b3-a211-4be6-82db-d38d564594df service neutron] 10.222.0.50 "GET /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436730 Jul 07 13:06:32.145670 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:32.153748 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] Sync routers for ids ['0bca1b08-26ad-4f6c-b51f-31bcab514158'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:32.163187 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] Routers {'0bca1b08-26ad-4f6c-b51f-31bcab514158'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:32.163800 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0bca1b08-26ad-4f6c-b51f-31bcab514158'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:32.166645 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2db14eea-3e4b-499e-bf23-22303f5d6289 admin admin] 10.222.0.21 "PUT /v2.0/routers/0bca1b08-26ad-4f6c-b51f-31bcab514158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8115568 Jul 07 13:06:32.169324 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60154) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:32.244743 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f767f711-7634-45d6-bc31-be87811d1000 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:06:32.254272 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.265763 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-fea1095e-6844-4c33-83ee-3977ec1baab8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:32.267799 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-fea1095e-6844-4c33-83ee-3977ec1baab8 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 945 time: 0.1417193 Jul 07 13:06:32.273927 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] Set router 0bca1b08-26ad-4f6c-b51f-31bcab514158 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:32.289546 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.302238 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Transition to ACTIVE for port object f767f711-7634-45d6-bc31-be87811d1000 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:06:32.308209 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.442169 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.465890 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=f767f711-7634-45d6-bc31-be87811d1000,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:32.517943 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Attempting to bind port f767f711-7634-45d6-bc31-be87811d1000 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:06:32.518356 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Attempting to bind port f767f711-7634-45d6-bc31-be87811d1000 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:06:32.518848 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Attempting to bind port f767f711-7634-45d6-bc31-be87811d1000 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:06:32.527090 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Deleting port 72af285a-71a8-4a78-b40d-a75d5aa6804d {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:32.527431 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.530308 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Port f767f711-7634-45d6-bc31-be87811d1000 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:06:32.530635 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Attempting to bind port f767f711-7634-45d6-bc31-be87811d1000 on network a2be4ce5-079e-4771-907a-c4e8a8bcb318 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:06:32.548467 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Deleting port 857603ca-7825-4061-8bd7-d46ff05e12f9 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:32.549045 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.631393 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:06:32.631732 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Checking segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:06:32.632119 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Bound using segment: {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:06:32.633304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Bound port: f767f711-7634-45d6-bc31-be87811d1000, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a71d4e-8a1a-4d03-8301-8caaed33a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:06:32.633304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.657423 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] For port 72af285a-71a8-4a78-b40d-a75d5aa6804d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=72af285a-71a8-4a78-b40d-a75d5aa6804d,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:32.659824 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.687702 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1369-86ca-4380-b0d4-c3c4e83fdf5a req-3f4eb4b6-454f-4e27-9774-4d763aa3b88a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:32.691660 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e36a1369-86ca-4380-b0d4-c3c4e83fdf5a req-3f4eb4b6-454f-4e27-9774-4d763aa3b88a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 943 time: 0.1258843 Jul 07 13:06:32.692099 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Calling delete_port for 72af285a-71a8-4a78-b40d-a75d5aa6804d owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:32.696958 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:06:30Z', 'revision_number': 5, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port': {'id': '857603ca-7825-4061-8bd7-d46ff05e12f9', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:01:43Z', 'updated_at': '2021-07-07T13:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:32.727769 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] Checking router: 0bca1b08-26ad-4f6c-b51f-31bcab514158 for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:32.736898 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] Routers {'0bca1b08-26ad-4f6c-b51f-31bcab514158'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:32.737533 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['0bca1b08-26ad-4f6c-b51f-31bcab514158'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:32.738901 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] For port 857603ca-7825-4061-8bd7-d46ff05e12f9, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=857603ca-7825-4061-8bd7-d46ff05e12f9,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:32.739367 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.761965 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e36a1369-86ca-4380-b0d4-c3c4e83fdf5a req-70ce111a-95a9-4c8b-a0e4-69164f1ff210 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602341 Jul 07 13:06:32.764337 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] For port f767f711-7634-45d6-bc31-be87811d1000, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:06:32.766154 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Calling delete_port for 857603ca-7825-4061-8bd7-d46ff05e12f9 owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:32.768853 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] For port f767f711-7634-45d6-bc31-be87811d1000, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f767f711-7634-45d6-bc31-be87811d1000,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:06:32.781524 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.827754 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] Set router 0bca1b08-26ad-4f6c-b51f-31bcab514158 gateway port host: None {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:32.854459 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:32.855009 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.856361 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] 10.222.0.50 "PUT /v2.0/ports/f767f711-7634-45d6-bc31-be87811d1000 HTTP/1.1" status: 200 len: 1093 time: 1.6022503 Jul 07 13:06:32.859404 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:32.865198 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603a2dcc-d599-454f-81c5-151f895c4d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "tag": "f767f711-7634-45d6-bc31-be87811d1000"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:32.894436 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403527-948d-4eb2-9811-01f0a0c6ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=f767f711-7634-45d6-bc31-be87811d1000,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:32.930364 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:06:32Z', 'revision_number': 6, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:32.958680 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2d2de-ed2a-49e6-ae41-754639221386 None None] The sync data for ids ['0bca1b08-26ad-4f6c-b51f-31bcab514158'] in dv-cinder-792209-6-iscsi is: [{'id': '0bca1b08-26ad-4f6c-b51f-31bcab514158', 'name': 'tempest-TestShelveInstance-1024217487-router', 'tenant_id': '55752499d2d8417dac582a03537e3343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:01:42Z', 'updated_at': '2021-07-07T13:06:32Z', 'revision_number': 6, 'project_id': '55752499d2d8417dac582a03537e3343', 'gw_port_host': None}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:32.968678 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.975511 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:32.995009 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b7df5-255d-4947-b285-7d8be70502ad x-openstack-request-id: req-9c9b7df5-255d-4947-b285-7d8be70502ad {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:32.995293 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "tag": "f767f711-7634-45d6-bc31-be87811d1000", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:32.995538 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c9b7df5-255d-4947-b285-7d8be70502ad {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:32.996187 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000', 'status': 'completed', 'code': 200} Jul 07 13:06:33.004417 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=857603ca-7825-4061-8bd7-d46ff05e12f9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:33.044459 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'Port': ['ID=72af285a-71a8-4a78-b40d-a75d5aa6804d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:33.088016 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.111839 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] No DVR routers for this DVR port 72af285a-71a8-4a78-b40d-a75d5aa6804d on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:33.115512 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.117673 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a37f6c5d-7836-430e-83e9-fc698df38b80 req-ee5fb966-efb8-4451-b074-1c8b54b50c4c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.50 "DELETE /v2.0/ports/72af285a-71a8-4a78-b40d-a75d5aa6804d HTTP/1.1" status: 204 len: 173 time: 0.8439448 Jul 07 13:06:33.139320 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-c40703e3-757f-4964-af2c-49b795b9cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:33.140679 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-c40703e3-757f-4964-af2c-49b795b9cbb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 1096 time: 0.1917212 Jul 07 13:06:33.199711 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-d6f95bfe-1126-4bf7-a0b6-8fa0a059dc2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f767f711-7634-45d6-bc31-be87811d1000 HTTP/1.1" status: 200 len: 217 time: 0.0418653 Jul 07 13:06:33.203371 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-563b47ad-364f-4342-92d1-0e400796a431 req-7edffa31-d992-4a71-ac0f-46fc39833735 tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25e4d04-5eac-46b9-bea0-9146484f8eb5 HTTP/1.1" status: 200 len: 210 time: 0.0870023 Jul 07 13:06:33.207248 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.209678 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.257721 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-92461de5-59ec-42c4-a8a7-21a0fb720bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:33.259221 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-92461de5-59ec-42c4-a8a7-21a0fb720bf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0512345 Jul 07 13:06:33.259379 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.259804 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bca1b08-26ad-4f6c-b51f-31bcab514158 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:06:33.264589 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.265814 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-118e431a-3591-495d-bab5-14c4f5ee5ed0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0bca1b08-26ad-4f6c-b51f-31bcab514158 HTTP/1.1" status: 204 len: 168 time: 1.0954769 Jul 07 13:06:33.268463 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60162) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:33.314017 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Deleting subnet 5400c2c0-7d8f-4747-9009-29b6125491f6 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:06:33.317887 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.318981 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-f9101caf-5633-402f-a73a-dd13fd6a47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:33.321163 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-f9101caf-5633-402f-a73a-dd13fd6a47c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543797 Jul 07 13:06:33.353445 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.420397 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-3a3f47b3-a1a5-4fbe-9da2-dcef96ae4777 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925467 Jul 07 13:06:33.452469 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.523410 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.545964 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8b5fdd58-cf17-4bb4-9b08-301c06eb5d29 req-9677c5d1-635d-4229-935c-fe76e2fba283 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129229 Jul 07 13:06:33.557570 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5400c2c0-7d8f-4747-9009-29b6125491f6,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:33.562015 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.565208 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ca64e2bc-6a20-427c-80c4-9266fd27580c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5400c2c0-7d8f-4747-9009-29b6125491f6 HTTP/1.1" status: 204 len: 168 time: 0.2956107 Jul 07 13:06:33.567581 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60164) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:33.570204 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cac5d-d0e3-41ed-adc2-d2edc781a9b6 None None] Network 0ae4f6b7-ac87-444b-9b97-447cc70da908 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:33.672075 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.721955 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-b5fc4f2b-e974-4ab1-9eb6-5ceaaf26894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:33.723627 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-b5fc4f2b-e974-4ab1-9eb6-5ceaaf26894c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 1096 time: 0.0722189 Jul 07 13:06:33.740204 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Deleting port 22161273-269f-4c2d-9e96-36cbb47de013 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:33.740556 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.817091 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] DHCP port deletion for 0ae4f6b7-ac87-444b-9b97-447cc70da908 request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:06:33.835100 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] For port 22161273-269f-4c2d-9e96-36cbb47de013, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=22161273-269f-4c2d-9e96-36cbb47de013,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:33.835471 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.843405 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-59b56642-0019-474e-8005-03164699f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:33.845006 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-59b56642-0019-474e-8005-03164699f51f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 913 time: 0.1147945 Jul 07 13:06:33.858319 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Calling delete_port for 22161273-269f-4c2d-9e96-36cbb47de013 owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:33.894968 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] Deleting port 22161273-269f-4c2d-9e96-36cbb47de013 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:33.897055 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.910693 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-b84f958f-992d-432d-a719-0070520fc795 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f767f711-7634-45d6-bc31-be87811d1000 HTTP/1.1" status: 200 len: 217 time: 0.0568466 Jul 07 13:06:33.978936 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] For port 22161273-269f-4c2d-9e96-36cbb47de013, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=22161273-269f-4c2d-9e96-36cbb47de013,segment=NetworkSegment(e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1),segment_id=e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:33.979783 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.981447 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-f10d04f6-d59e-4b02-ab3d-fae04f904641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:33.983055 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-f10d04f6-d59e-4b02-ab3d-fae04f904641 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0540557 Jul 07 13:06:33.990188 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:33.996922 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] Calling delete_port for 22161273-269f-4c2d-9e96-36cbb47de013 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:34.035737 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190612dc-b1ec-4911-8f69-e3f3a4d2d517 req-635fd373-eff9-4a1c-9ba5-a0b5b6f36668 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:34.037195 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-190612dc-b1ec-4911-8f69-e3f3a4d2d517 req-635fd373-eff9-4a1c-9ba5-a0b5b6f36668 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 943 time: 0.1137803 Jul 07 13:06:34.038097 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] No DVR routers for this DVR port 22161273-269f-4c2d-9e96-36cbb47de013 on host dv-cinder-792209-6-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:34.040283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22161273-269f-4c2d-9e96-36cbb47de013,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:34.060909 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-343d678c-8ba0-4e8d-bb1f-8863d607802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:34.062915 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-343d678c-8ba0-4e8d-bb1f-8863d607802a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732565 Jul 07 13:06:34.079036 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.116973 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] No DVR routers for this DVR port 22161273-269f-4c2d-9e96-36cbb47de013 on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:34.128517 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294c66b-7d8e-4fff-9624-a905a4ba67bd None None] Pushing event deleted for resources: {'Port': ['ID=22161273-269f-4c2d-9e96-36cbb47de013,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:34.137808 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.157268 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae4f6b7-ac87-444b-9b97-447cc70da908']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:34.162402 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-190612dc-b1ec-4911-8f69-e3f3a4d2d517 req-8a25883f-1ab9-4938-8fe2-0702696a19b0 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959520 Jul 07 13:06:34.172349 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:34.172656 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b7e1bc-476e-4f8e-9ef5-cabf966a00e1') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:34.174264 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-aa9f8328-4254-40a2-ba1c-5e1cbe140b62 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035397 Jul 07 13:06:34.186436 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.203879 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.210553 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:06:34.211197 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:06:34.213026 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:06:34.269565 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-603a2dcc-d599-454f-81c5-151f895c4d3f req-cbc761d4-12de-461e-b7ea-097521d07236 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890722 Jul 07 13:06:34.273667 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.279741 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.281745 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ae4f6b7-ac87-444b-9b97-447cc70da908 HTTP/1.1" status: 204 len: 168 time: 0.7121289 Jul 07 13:06:34.296562 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bbfb4-d179-4370-ab78-4a68564c87f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae4f6b7-ac87-444b-9b97-447cc70da908,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:34.315552 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60172) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:34.401166 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60174) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:34.415086 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 74337d65-f98d-4869-8e76-a24a113059d4 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:34.440356 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 74337d65-f98d-4869-8e76-a24a113059d4 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:34.441051 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 74337d65-f98d-4869-8e76-a24a113059d4 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:34.441385 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Deleting port 37b9e9d9-733f-444c-99a7-87f2747f8acc {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:34.441726 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.442486 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 22161273-269f-4c2d-9e96-36cbb47de013 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:34.448905 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-10611f1b-d964-4e40-ac9d-41c883bda474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98650fa2cf054de28d610f5ca23dda5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465093 Jul 07 13:06:34.451336 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60176) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:34.462895 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 22161273-269f-4c2d-9e96-36cbb47de013 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:34.463496 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 22161273-269f-4c2d-9e96-36cbb47de013 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:34.464183 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 857603ca-7825-4061-8bd7-d46ff05e12f9 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:34.484233 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 857603ca-7825-4061-8bd7-d46ff05e12f9 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:34.484585 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 857603ca-7825-4061-8bd7-d46ff05e12f9 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:34.503838 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f470177e-e99a-40c5-bdfd-e6895f1da32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.517976 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.518388 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.525001 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f470177e-e99a-40c5-bdfd-e6895f1da32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.530246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Calling delete_port for 37b9e9d9-733f-444c-99a7-87f2747f8acc owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:34.573508 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f470177e-e99a-40c5-bdfd-e6895f1da32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.576335 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f470177e-e99a-40c5-bdfd-e6895f1da32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.577488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f470177e-e99a-40c5-bdfd-e6895f1da32b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/770cf938-1e0a-46b0-8765-9c103a89fd2a HTTP/1.1" status: 204 len: 168 time: 0.1252594 Jul 07 13:06:34.586406 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470177e-e99a-40c5-bdfd-e6895f1da32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770cf938-1e0a-46b0-8765-9c103a89fd2a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:34.672809 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.701338 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'Port': ['ID=37b9e9d9-733f-444c-99a7-87f2747f8acc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:34.764900 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.768542 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.770235 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1884dbfe-380d-49c6-97c2-0b1958e0c1cf tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "DELETE /v2.0/floatingips/b59fd84e-2cd0-4b16-b610-be0cb4ab261f HTTP/1.1" status: 204 len: 168 time: 0.4531245 Jul 07 13:06:34.902759 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60186) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:34.945609 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-01a84ae6-c3a7-4ccd-a7c4-94537376847a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55752499d2d8417dac582a03537e3343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393221 Jul 07 13:06:34.945775 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60190) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:34.996519 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fac0d88a-01d4-45ec-ae8f-e0ce9862d3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:34.997292 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'name': 'network-vif-deleted', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:35.001271 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b25e7-9b8b-49b8-9779-a065a5c23f54" -d '{"events": [{"server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "name": "network-vif-deleted", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:35.020275 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fac0d88a-01d4-45ec-ae8f-e0ce9862d3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:35.039145 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041fa319-a65a-4a31-9e49-8764a1287607 x-openstack-request-id: req-041fa319-a65a-4a31-9e49-8764a1287607 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:35.039480 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25e4d04-5eac-46b9-bea0-9146484f8eb5", "name": "network-vif-deleted", "tag": "72af285a-71a8-4a78-b40d-a75d5aa6804d", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:35.039740 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-041fa319-a65a-4a31-9e49-8764a1287607 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:35.040255 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25e4d04-5eac-46b9-bea0-9146484f8eb5', 'name': 'network-vif-deleted', 'tag': '72af285a-71a8-4a78-b40d-a75d5aa6804d', 'status': 'completed', 'code': 200} Jul 07 13:06:35.068688 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fac0d88a-01d4-45ec-ae8f-e0ce9862d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:35.071424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fac0d88a-01d4-45ec-ae8f-e0ce9862d3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:35.074771 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fac0d88a-01d4-45ec-ae8f-e0ce9862d3e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b48d0c6-2b95-4e4b-ba24-d04d8b299634 HTTP/1.1" status: 204 len: 168 time: 0.1258879 Jul 07 13:06:35.080536 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0d88a-01d4-45ec-ae8f-e0ce9862d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b48d0c6-2b95-4e4b-ba24-d04d8b299634,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:35.352550 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390d02-8c89-4686-8b3b-e64d507c3a19 req-deff1d70-59eb-4630-b19a-5108f498fd99 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:35.354154 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-77390d02-8c89-4686-8b3b-e64d507c3a19 req-deff1d70-59eb-4630-b19a-5108f498fd99 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 943 time: 0.0678794 Jul 07 13:06:35.399140 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-77390d02-8c89-4686-8b3b-e64d507c3a19 req-d9df8230-4078-46c0-92e7-d5d08a672020 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389187 Jul 07 13:06:35.508388 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f767f711-7634-45d6-bc31-be87811d1000 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:06:35.514779 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 72af285a-71a8-4a78-b40d-a75d5aa6804d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:35.539136 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 72af285a-71a8-4a78-b40d-a75d5aa6804d {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:35.539477 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 72af285a-71a8-4a78-b40d-a75d5aa6804d not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:35.620666 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port f767f711-7634-45d6-bc31-be87811d1000, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f767f711-7634-45d6-bc31-be87811d1000,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:35.631183 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'f767f711-7634-45d6-bc31-be87811d1000', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'port_id': 'f767f711-7634-45d6-bc31-be87811d1000', 'mac_address': 'fa:16:3e:b9:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:06:35.667654 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:35.679835 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f767f711-7634-45d6-bc31-be87811d1000 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:06:35.703911 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port f767f711-7634-45d6-bc31-be87811d1000, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f767f711-7634-45d6-bc31-be87811d1000,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:35.709893 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:35.754971 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=f767f711-7634-45d6-bc31-be87811d1000,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:35.987418 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['f767f711-7634-45d6-bc31-be87811d1000'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:06:36.046975 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60202) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:36.104086 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9a5b-5065-4185-a316-4d7cfcf86d1c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.129698 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9a5b-5065-4185-a316-4d7cfcf86d1c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.185565 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9a5b-5065-4185-a316-4d7cfcf86d1c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.188351 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9a5b-5065-4185-a316-4d7cfcf86d1c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:36.190156 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b4fc9a5b-5065-4185-a316-4d7cfcf86d1c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4a9349e-ec30-42a9-8c84-17a21c745a80 HTTP/1.1" status: 204 len: 168 time: 0.1414824 Jul 07 13:06:36.199840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9a5b-5065-4185-a316-4d7cfcf86d1c tempest-TestVolumeBootPattern-912306087 tempest-TestVolumeBootPattern-912306087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9349e-ec30-42a9-8c84-17a21c745a80,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:36.259625 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60206) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:36.635672 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ebe32-d9b2-49b8-90b7-cf894a3faf45 req-358a071c-f756-43ee-9736-f41ebc17ae94 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:36.637049 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-864ebe32-d9b2-49b8-90b7-cf894a3faf45 req-358a071c-f756-43ee-9736-f41ebc17ae94 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 944 time: 0.1185267 Jul 07 13:06:36.708913 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-864ebe32-d9b2-49b8-90b7-cf894a3faf45 req-7504682b-0bdf-49a8-9318-90c9d2b4923c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Jul 07 13:06:36.850452 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.089946 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Deleting port 67941171-b165-42a1-8601-6409ac9b9338 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:37.090635 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.164059 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] For port 67941171-b165-42a1-8601-6409ac9b9338, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=67941171-b165-42a1-8601-6409ac9b9338,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:37.164397 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.176356 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Calling delete_port for 67941171-b165-42a1-8601-6409ac9b9338 owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:37.352596 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.378237 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=67941171-b165-42a1-8601-6409ac9b9338,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:37.524674 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f767f711-7634-45d6-bc31-be87811d1000 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:06:37.576499 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port f767f711-7634-45d6-bc31-be87811d1000 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:06:37.581468 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port f767f711-7634-45d6-bc31-be87811d1000 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:06:37.581860 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.663607 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.686430 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:37.688948 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e699a-55fa-4659-b808-00be48c1bd0f" -d '{"events": [{"server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "name": "network-vif-plugged", "status": "completed", "tag": "f767f711-7634-45d6-bc31-be87811d1000"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:37.701801 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port f767f711-7634-45d6-bc31-be87811d1000, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f767f711-7634-45d6-bc31-be87811d1000,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:37.706996 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.760631 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429c787-3b5e-4482-a777-ec01d10a76c3 x-openstack-request-id: req-1429c787-3b5e-4482-a777-ec01d10a76c3 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:37.760924 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "name": "network-vif-plugged", "status": "completed", "tag": "f767f711-7634-45d6-bc31-be87811d1000", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:37.761178 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1429c787-3b5e-4482-a777-ec01d10a76c3 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:37.761573 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000', 'code': 200} Jul 07 13:06:37.762157 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=f767f711-7634-45d6-bc31-be87811d1000,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:37.826372 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:37.984625 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abbf43-947f-463d-8c55-bf66a901f223 req-604000fc-148f-4966-b808-d2c335ecd1b6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:37.986212 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-11abbf43-947f-463d-8c55-bf66a901f223 req-604000fc-148f-4966-b808-d2c335ecd1b6 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 945 time: 0.1499982 Jul 07 13:06:37.993133 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a29d-09e9-4539-8f69-0c4bb364acc3 req-34b3c262-05c3-444e-b0d1-3e70fb343957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:37.994610 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94f2a29d-09e9-4539-8f69-0c4bb364acc3 req-34b3c262-05c3-444e-b0d1-3e70fb343957 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 1098 time: 0.0529444 Jul 07 13:06:38.030252 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94f2a29d-09e9-4539-8f69-0c4bb364acc3 req-7091e826-44e2-4c54-a4a4-e81adb84034f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283852 Jul 07 13:06:38.067889 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-11abbf43-947f-463d-8c55-bf66a901f223 req-50517c55-7558-494a-af87-6fb4624d680a tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757766 Jul 07 13:06:38.121533 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Router 54823126-080f-4771-ae1f-c750db3fe790 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:38.226297 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:38.231160 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d787b7a9-b12a-4d10-b4ca-44a0178d5be9 admin admin] 10.222.0.21 "PUT /v2.0/routers/54823126-080f-4771-ae1f-c750db3fe790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705083 Jul 07 13:06:38.233634 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60216) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:38.236883 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] Sync routers for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:38.246373 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:38.247011 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:38.341096 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.350537 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:38.446106 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.497994 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Deleting port 914f253c-02cc-4a3d-bbbe-734cda910fb4 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:38.498224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.525731 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T13:06:37Z', 'revision_number': 5, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port': {'id': '914f253c-02cc-4a3d-bbbe-734cda910fb4', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54823126-080f-4771-ae1f-c750db3fe790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:41Z', 'updated_at': '2021-07-07T12:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:38.551632 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] Checking router: 54823126-080f-4771-ae1f-c750db3fe790 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:38.559677 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] Routers {'54823126-080f-4771-ae1f-c750db3fe790'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:38.560286 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['54823126-080f-4771-ae1f-c750db3fe790'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:38.578222 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] For port 914f253c-02cc-4a3d-bbbe-734cda910fb4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=914f253c-02cc-4a3d-bbbe-734cda910fb4,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:38.578579 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.591733 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Calling delete_port for 914f253c-02cc-4a3d-bbbe-734cda910fb4 owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:38.644046 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] Set router 54823126-080f-4771-ae1f-c750db3fe790 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:38.698129 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T13:06:38Z', 'revision_number': 6, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:38.757100 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.781603 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=914f253c-02cc-4a3d-bbbe-734cda910fb4,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:38.809563 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd427a04-3142-42b2-a6ad-e81fb30dc0bb None None] The sync data for ids ['54823126-080f-4771-ae1f-c750db3fe790'] in dv-cinder-792209-6-iscsi is: [{'id': '54823126-080f-4771-ae1f-c750db3fe790', 'name': 'tempest-TestVolumeBootPattern-1200645167-router', 'tenant_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:40Z', 'updated_at': '2021-07-07T13:06:38Z', 'revision_number': 6, 'project_id': '8d6dc41fb7e04c48b70e800a366c3fee', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:38.848432 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.935761 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.938095 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.982214 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.982752 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54823126-080f-4771-ae1f-c750db3fe790 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:06:38.987026 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:38.988143 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f8966852-1f29-49c1-9324-f61bf6a108b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/54823126-080f-4771-ae1f-c750db3fe790 HTTP/1.1" status: 204 len: 168 time: 0.7536080 Jul 07 13:06:38.990672 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60218) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:39.034617 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Deleting subnet d2bea90e-502f-4dce-8a04-492d56a9850d {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:06:39.037884 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.072484 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.168574 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.274353 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.310109 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835551ac-8a1f-431c-96a9-cd830ed696ac req-e5c7e485-fcf2-4579-8fe1-a161a40cf5d9 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:39.311523 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-835551ac-8a1f-431c-96a9-cd830ed696ac req-e5c7e485-fcf2-4579-8fe1-a161a40cf5d9 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 945 time: 0.1175172 Jul 07 13:06:39.312806 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bea90e-502f-4dce-8a04-492d56a9850d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:39.318725 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.322787 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d6191bf2-26f0-439b-a498-3077c203c491 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2bea90e-502f-4dce-8a04-492d56a9850d HTTP/1.1" status: 204 len: 168 time: 0.3289611 Jul 07 13:06:39.323196 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60222) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:39.323667 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc64195-96f3-44c2-8ac5-26f219a83b41 None None] Network 006e0bd7-47b2-4d8e-a01c-62e81a73974a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:39.355490 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-835551ac-8a1f-431c-96a9-cd830ed696ac req-55930f02-9b7e-4c9b-9c89-78119da743f8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331631 Jul 07 13:06:39.391052 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.448339 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Deleting port 1b84adc4-09a4-4b7d-bd15-a11e88090240 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:39.448995 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.512823 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] For port 1b84adc4-09a4-4b7d-bd15-a11e88090240, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=1b84adc4-09a4-4b7d-bd15-a11e88090240,segment=NetworkSegment(0e9e57e1-db47-4999-ae45-7f5016581608),segment_id=0e9e57e1-db47-4999-ae45-7f5016581608)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:39.513176 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.526002 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Calling delete_port for 1b84adc4-09a4-4b7d-bd15-a11e88090240 owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:39.534304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185955a2-e14d-4ef0-accb-784958fa2c25 req-db2000d3-737c-4a49-b0be-231d5a7e3ba5 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:39.535821 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-185955a2-e14d-4ef0-accb-784958fa2c25 req-db2000d3-737c-4a49-b0be-231d5a7e3ba5 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 945 time: 0.0694213 Jul 07 13:06:39.544298 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60226) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:39.548987 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Request body: {'floatingip': {'port_id': 'f767f711-7634-45d6-bc31-be87811d1000'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:06:39.594575 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.596303 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] DHCP port deletion for 006e0bd7-47b2-4d8e-a01c-62e81a73974a request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:06:39.612997 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.641506 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b84adc4-09a4-4b7d-bd15-a11e88090240,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:39.647840 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Deleting port 1b84adc4-09a4-4b7d-bd15-a11e88090240 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:39.648899 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] No DVR routers for this DVR port 1b84adc4-09a4-4b7d-bd15-a11e88090240 on host dv-cinder-792209-6-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:39.651122 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.721329 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.724591 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] For port 1b84adc4-09a4-4b7d-bd15-a11e88090240, host dv-cinder-792209-6-iscsi, got binding levels [] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:39.724990 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.731370 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e0bd7-47b2-4d8e-a01c-62e81a73974a']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:39.742226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9e57e1-db47-4999-ae45-7f5016581608') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:39.742520 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9e57e1-db47-4999-ae45-7f5016581608') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:39.747215 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Calling delete_port for 1b84adc4-09a4-4b7d-bd15-a11e88090240 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:39.752816 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.ipam_backend_mixin [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Port 1b84adc4-09a4-4b7d-bd15-a11e88090240 was not found and therefore no delete operation was performed {{(pid=92962) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 13:06:39.752816 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.758415 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.778918 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] Pushing event deleted for resources: {'Port': ['ID=1b84adc4-09a4-4b7d-bd15-a11e88090240,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:39.779194 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.782650 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4cf62-a783-4181-b240-68c15bf6bcec None None] No DVR routers for this DVR port 1b84adc4-09a4-4b7d-bd15-a11e88090240 on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:39.785283 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:06:39.785463 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:06:39.841106 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:06:39.845485 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.851083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:39.852922 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/006e0bd7-47b2-4d8e-a01c-62e81a73974a HTTP/1.1" status: 204 len: 168 time: 0.5286784 Jul 07 13:06:39.857843 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60228) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:39.864711 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817de6-7827-4ba6-aa60-2f1a5a88c7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=006e0bd7-47b2-4d8e-a01c-62e81a73974a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:40.275952 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:40.282048 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:40.397704 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 67941171-b165-42a1-8601-6409ac9b9338 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:40.413858 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Floating IP 158e7b9c-c129-44e8-8413-aa128c15d5a1 associated. External IP: 172.27.0.57, port: f767f711-7634-45d6-bc31-be87811d1000. Jul 07 13:06:40.417110 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 67941171-b165-42a1-8601-6409ac9b9338 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:40.417456 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 67941171-b165-42a1-8601-6409ac9b9338 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:40.417875 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 914f253c-02cc-4a3d-bbbe-734cda910fb4 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:40.436445 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 914f253c-02cc-4a3d-bbbe-734cda910fb4 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:40.437044 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 914f253c-02cc-4a3d-bbbe-734cda910fb4 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:40.437453 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1b84adc4-09a4-4b7d-bd15-a11e88090240 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:40.455386 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 1b84adc4-09a4-4b7d-bd15-a11e88090240 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:40.455727 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 1b84adc4-09a4-4b7d-bd15-a11e88090240 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:40.595985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.007597 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:41.176742 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:41.181540 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.185553 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:41.195255 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:41.195883 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:41.244727 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bc3f51ca-f0c6-4382-9d37-42995064cd6d tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "PUT /v2.0/floatingips/158e7b9c-c129-44e8-8413-aa128c15d5a1 HTTP/1.1" status: 200 len: 990 time: 1.6993542 Jul 07 13:06:41.246759 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:06:41.249014 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a96efb7f6400639122a8ba8afb2fdccd2d7a2b8b116468a652669fbcca2fb24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "tag": "f767f711-7634-45d6-bc31-be87811d1000"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:06:41.306687 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Deleting port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:41.307424 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.320660 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc1b6-1918-41c6-9ea1-4216de433ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.338049 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:41.398694 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] For port 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:41.399088 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.413307 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Calling delete_port for 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:41.459435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b693d0-b524-4cea-b661-ae0f6cb2aff9 x-openstack-request-id: req-88b693d0-b524-4cea-b661-ae0f6cb2aff9 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:06:41.459990 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "tag": "f767f711-7634-45d6-bc31-be87811d1000", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:06:41.460432 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88b693d0-b524-4cea-b661-ae0f6cb2aff9 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:06:41.461010 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000', 'status': 'completed', 'code': 200} Jul 07 13:06:41.527015 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-4ee2c365-acc6-46c9-854e-bbd246cdf9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:41.529126 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-4ee2c365-acc6-46c9-854e-bbd246cdf9a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc252c93d02949368fde2ad683c68f80&device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 1098 time: 0.0540090 Jul 07 13:06:41.569483 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '158e7b9c-c129-44e8-8413-aa128c15d5a1', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'port_id': 'f767f711-7634-45d6-bc31-be87811d1000', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'mac_address': 'fa:16:3e:b9:65:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:06:26Z', 'updated_at': '2021-07-07T13:06:40Z', 'revision_number': 1, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:41.596666 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:41.606085 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:41.606942 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:41.613976 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.628574 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-9faceaca-0c7e-41ff-8e52-44771a71db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:41.630064 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-9faceaca-0c7e-41ff-8e52-44771a71db08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 200 len: 913 time: 0.0944438 Jul 07 13:06:41.639668 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:41.712263 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-da33254e-f93c-4e0d-9146-9a892a46974a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f767f711-7634-45d6-bc31-be87811d1000 HTTP/1.1" status: 200 len: 998 time: 0.0762961 Jul 07 13:06:41.734528 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:41.779631 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-96645970-8b84-4870-9bdd-d83c462692e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:41.781605 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-96645970-8b84-4870-9bdd-d83c462692e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 200 len: 850 time: 0.0611296 Jul 07 13:06:41.842229 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:41.854098 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-9c010f54-f804-4a4a-b3af-7e517f434bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:06:41.855945 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-9c010f54-f804-4a4a-b3af-7e517f434bd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a2be4ce5-079e-4771-907a-c4e8a8bcb318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674865 Jul 07 13:06:41.944731 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-509039f4-745b-4351-bb93-fcbd20520356 service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821948 Jul 07 13:06:41.999696 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '158e7b9c-c129-44e8-8413-aa128c15d5a1', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'port_id': 'f767f711-7634-45d6-bc31-be87811d1000', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'mac_address': 'fa:16:3e:b9:65:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:06:26Z', 'updated_at': '2021-07-07T13:06:40Z', 'revision_number': 1, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:42.042949 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7d49bfae-bbd7-4a08-b3ae-9a0a574222b4 req-df08c486-4be1-4fd0-9a5f-9252d5ff7e0e service neutron] 10.222.0.50 "GET /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913496 Jul 07 13:06:42.072771 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Router 8f9354bf-f0bd-4d84-81e3-8db335429587 has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:06:42.147092 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000963d0-9baf-492e-a95b-e2963b77028e None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_floatingips': [{'id': '158e7b9c-c129-44e8-8413-aa128c15d5a1', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'router_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'port_id': 'f767f711-7634-45d6-bc31-be87811d1000', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'mac_address': 'fa:16:3e:b9:65:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T13:06:26Z', 'updated_at': '2021-07-07T13:06:40Z', 'revision_number': 1, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:42.186095 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:06:42.194677 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-34af21bb-ea55-4897-8087-21a150a311e4 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f9354bf-f0bd-4d84-81e3-8db335429587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329237 Jul 07 13:06:42.194677 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60236) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:42.197668 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] Sync routers for ids ['8f9354bf-f0bd-4d84-81e3-8db335429587'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:06:42.207828 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] Routers {'8f9354bf-f0bd-4d84-81e3-8db335429587'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:42.208429 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['8f9354bf-f0bd-4d84-81e3-8db335429587'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:42.305085 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.314845 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] Set router 8f9354bf-f0bd-4d84-81e3-8db335429587 gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:42.364552 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda14f41-80fe-44fa-aaad-cd131910a9db None None] New status for floating IP 158e7b9c-c129-44e8-8413-aa128c15d5a1: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:06:42.432830 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.508524 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Deleting port 53c4bda4-3e8d-40f5-b962-227b05ba18d2 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:42.508870 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.538578 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T13:06:41Z', 'revision_number': 5, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port': {'id': '53c4bda4-3e8d-40f5-b962-227b05ba18d2', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T12:58:49Z', 'updated_at': '2021-07-07T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:42.565668 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] Checking router: 8f9354bf-f0bd-4d84-81e3-8db335429587 for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:06:42.574161 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] Routers {'8f9354bf-f0bd-4d84-81e3-8db335429587'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:06:42.574786 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:06:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['8f9354bf-f0bd-4d84-81e3-8db335429587'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:42.597283 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] For port 53c4bda4-3e8d-40f5-b962-227b05ba18d2, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=53c4bda4-3e8d-40f5-b962-227b05ba18d2,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:42.597642 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.610488 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Calling delete_port for 53c4bda4-3e8d-40f5-b962-227b05ba18d2 owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:42.658909 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] Set router 8f9354bf-f0bd-4d84-81e3-8db335429587 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:06:42.708413 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T13:06:42Z', 'revision_number': 6, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:42.738750 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab1df6-a632-4185-8687-273b0c099420 None None] The sync data for ids ['8f9354bf-f0bd-4d84-81e3-8db335429587'] in dv-cinder-792209-6-iscsi is: [{'id': '8f9354bf-f0bd-4d84-81e3-8db335429587', 'name': 'tempest-TestVolumeBootPattern-1208222369-router', 'tenant_id': 'df7eee8c81e3401d8c3307199b8b7566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T12:58:48Z', 'updated_at': '2021-07-07T13:06:42Z', 'revision_number': 6, 'project_id': 'df7eee8c81e3401d8c3307199b8b7566', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:06:42.778058 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.807295 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c4bda4-3e8d-40f5-b962-227b05ba18d2,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:42.864441 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.950605 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.952662 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.997049 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:42.997672 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f9354bf-f0bd-4d84-81e3-8db335429587 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:06:43.003658 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.004787 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6ec47d00-e7c9-45ce-965e-79424a014352 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8f9354bf-f0bd-4d84-81e3-8db335429587 HTTP/1.1" status: 204 len: 168 time: 0.8096066 Jul 07 13:06:43.007326 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60240) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:43.050001 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Deleting subnet 1cfacf3c-a0d1-46be-b608-e991f6b38d43 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:06:43.052917 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.087733 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.174489 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.217226 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.228799 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.254304 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cfacf3c-a0d1-46be-b608-e991f6b38d43,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:43.257851 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.260126 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cc5c399f-db79-4269-a921-09c2bc121cf1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1cfacf3c-a0d1-46be-b608-e991f6b38d43 HTTP/1.1" status: 204 len: 168 time: 0.2518709 Jul 07 13:06:43.262526 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60242) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:43.264851 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f5757-6d31-4265-89b3-2e7707fca485 None None] Network 2934f748-f80e-4201-a93b-29f4786cb317 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:06:43.328162 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.384365 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Deleting port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:43.384712 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.447224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] For port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:43.447915 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.461173 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Calling delete_port for 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:43.485043 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] DHCP port deletion for 2934f748-f80e-4201-a93b-29f4786cb317 request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:06:43.532252 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] Deleting port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:06:43.532852 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.540294 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402620'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.568382 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:43.574276 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] No DVR routers for this DVR port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 on host dv-cinder-792209-6-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:43.601561 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] For port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,segment=NetworkSegment(cab39ff4-0fd8-4f4e-a147-7a2af58d7361),segment_id=cab39ff4-0fd8-4f4e-a147-7a2af58d7361)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:06:43.601956 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.616219 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] Calling delete_port for 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:06:43.648252 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.658488 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2934f748-f80e-4201-a93b-29f4786cb317']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:43.670374 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:43.670679 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab39ff4-0fd8-4f4e-a147-7a2af58d7361') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:06:43.680534 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.688162 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ce11391-f608-4d6f-9580-3298e6e0e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.695539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.702276 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:06:43.702840 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:06:43.704427 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:06:43.712049 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.737015 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] Pushing event deleted for resources: {'Port': ['ID=8970cf6f-7d5f-4be1-9dea-d279aa4708e4,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:43.746220 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d93b37-51bb-4add-a697-4b26a1124691 None None] No DVR routers for this DVR port 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 on host dv-cinder-792209-6-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:06:43.767425 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.773846 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:43.778272 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2934f748-f80e-4201-a93b-29f4786cb317 HTTP/1.1" status: 204 len: 168 time: 0.5123208 Jul 07 13:06:43.786717 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75c40-ee5e-46f3-bcea-7584f7b226c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2934f748-f80e-4201-a93b-29f4786cb317,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:43.901986 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60248) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:43.941190 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9b6280b1-e2e0-4ae7-918c-1f901a32a7c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d6dc41fb7e04c48b70e800a366c3fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380232 Jul 07 13:06:43.943539 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60250) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:43.989234 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3d22b27a-3a8f-4998-9fec-d1e403d00597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.009584 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3d22b27a-3a8f-4998-9fec-d1e403d00597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.054842 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3d22b27a-3a8f-4998-9fec-d1e403d00597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.057340 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3d22b27a-3a8f-4998-9fec-d1e403d00597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.058501 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3d22b27a-3a8f-4998-9fec-d1e403d00597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd42d76c-13e9-4046-91d0-24fb2dd4ab6b HTTP/1.1" status: 204 len: 168 time: 0.1140797 Jul 07 13:06:44.066515 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22b27a-3a8f-4998-9fec-d1e403d00597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42d76c-13e9-4046-91d0-24fb2dd4ab6b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:44.320422 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.362112 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60256) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:44.399261 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 53c4bda4-3e8d-40f5-b962-227b05ba18d2 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:44.404344 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7ee2e860-3090-4e93-93bc-4befcc91d0e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df7eee8c81e3401d8c3307199b8b7566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410850 Jul 07 13:06:44.406805 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60258) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:06:44.422054 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 53c4bda4-3e8d-40f5-b962-227b05ba18d2 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:44.422410 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 53c4bda4-3e8d-40f5-b962-227b05ba18d2 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:44.423154 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:44.442219 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:44.442571 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 6c91eabe-7ef9-4ce4-ac95-f6e5d19e214c not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:44.443028 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:06:44.459932 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0388182d-1b1b-4bb1-8347-bf5569fc71d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.461795 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:06:44.462149 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 8970cf6f-7d5f-4be1-9dea-d279aa4708e4 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:06:44.481491 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0388182d-1b1b-4bb1-8347-bf5569fc71d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.524886 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0388182d-1b1b-4bb1-8347-bf5569fc71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.527409 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0388182d-1b1b-4bb1-8347-bf5569fc71d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:44.528535 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0388182d-1b1b-4bb1-8347-bf5569fc71d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/935eb131-b3bf-4168-9a99-a8e3d47de2e1 HTTP/1.1" status: 204 len: 168 time: 0.1207769 Jul 07 13:06:44.536523 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388182d-1b1b-4bb1-8347-bf5569fc71d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935eb131-b3bf-4168-9a99-a8e3d47de2e1,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:06:45.155355 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:46.467740 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:06:58.731938 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:07:11.302326 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f43e-c428-487e-a442-390aabc405cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:13.217322 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:13.628827 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0d1405df-58e1-435f-89d0-4e04a266112f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:14.311472 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:15.157952 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:16.471698 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:35.731329 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:07:40.420831 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d4a92-2235-47f7-a974-9023f2a8b5ab req-f266ee19-fcf8-4096-a14d-e8fdd0091016 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:40.422313 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f6d4a92-2235-47f7-a974-9023f2a8b5ab req-f266ee19-fcf8-4096-a14d-e8fdd0091016 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 945 time: 0.0622892 Jul 07 13:07:40.458705 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f6d4a92-2235-47f7-a974-9023f2a8b5ab req-cbfbcbc3-e54d-4212-9a26-7bbe7375a66f tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Jul 07 13:07:41.302436 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-77d4cc55-fa7c-4b6d-a60f-5ff9c9b094cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:41.635267 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4ac1-355d-4e09-9808-d38286abf2d4 req-872c7560-a635-4322-9854-6fd35acd08f2 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:41.636729 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ef6d4ac1-355d-4e09-9808-d38286abf2d4 req-872c7560-a635-4322-9854-6fd35acd08f2 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 945 time: 0.0645874 Jul 07 13:07:41.672870 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ef6d4ac1-355d-4e09-9808-d38286abf2d4 req-6738d135-756c-4704-be72-0b88b7b9c90c tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ce2d751-754d-423a-b573-746a7690a06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306592 Jul 07 13:07:42.148609 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-812f620d-5661-4e1c-a6a5-c8d1fab2e3a8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:42.150009 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-812f620d-5661-4e1c-a6a5-c8d1fab2e3a8 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 945 time: 0.0645022 Jul 07 13:07:42.250508 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Deleting port f767f711-7634-45d6-bc31-be87811d1000 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:07:42.250871 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:42.335328 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] For port f767f711-7634-45d6-bc31-be87811d1000, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f767f711-7634-45d6-bc31-be87811d1000,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:07:42.335681 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:42.511985 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:42.512263 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713258'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:42.512576 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Floating IP 158e7b9c-c129-44e8-8413-aa128c15d5a1 disassociated. External IP: 172.27.0.57, port: f767f711-7634-45d6-bc31-be87811d1000. Jul 07 13:07:42.512983 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Calling delete_port for f767f711-7634-45d6-bc31-be87811d1000 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:07:42.634269 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:42.660139 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event deleted for resources: {'Port': ['ID=f767f711-7634-45d6-bc31-be87811d1000,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:42.674736 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.675193 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.675453 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.675786 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.676114 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.676437 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.676760 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.677083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.677407 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.677832 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.678036 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.678351 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:42.815856 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af671548-dde0-4096-80fd-39f9212a8f47 req-368fd53a-d0d4-4e05-862a-be72fce04784 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8efddc-608b-4aeb-ab52-9e093e0f188d HTTP/1.1" status: 200 len: 210 time: 0.0302584 Jul 07 13:07:43.044304 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:07:43.151837 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:07:43.160755 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:07:43.169440 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:07:43.170042 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:07:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:43.197596 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] No DVR routers for this DVR port f767f711-7634-45d6-bc31-be87811d1000 on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:07:43.200169 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:43.202325 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f7436da-a422-4921-a7d6-53308a53dd0e req-07714626-46db-4c0f-b593-2f727819a97e tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.50 "DELETE /v2.0/ports/f767f711-7634-45d6-bc31-be87811d1000 HTTP/1.1" status: 204 len: 173 time: 1.0464978 Jul 07 13:07:43.202798 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'name': 'network-vif-deleted', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:07:43.206604 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f7396-6994-43b5-9e7f-b1b964dcfe84" -d '{"events": [{"server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "name": "network-vif-deleted", "tag": "f767f711-7634-45d6-bc31-be87811d1000"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:07:43.228992 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:43.277630 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:07:43.425479 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21671833-2338-410d-bce6-1b5a5c086b96 x-openstack-request-id: req-21671833-2338-410d-bce6-1b5a5c086b96 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:07:43.425763 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8efddc-608b-4aeb-ab52-9e093e0f188d", "name": "network-vif-deleted", "tag": "f767f711-7634-45d6-bc31-be87811d1000", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:07:43.426206 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21671833-2338-410d-bce6-1b5a5c086b96 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:07:43.426398 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8efddc-608b-4aeb-ab52-9e093e0f188d', 'name': 'network-vif-deleted', 'tag': 'f767f711-7634-45d6-bc31-be87811d1000', 'status': 'completed', 'code': 200} Jul 07 13:07:43.478308 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:43.507360 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:07:43.516078 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:07:43.516685 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:07:14Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:43.616705 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:07:43.630354 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c370c3f0-a3ed-4357-8355-6233a403aad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:43.904815 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:43.931482 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9acca6-47f3-4962-98bd-e23043c58787 None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:03:24Z', 'revision_number': 4, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi', '_interfaces': [{'id': '3bb9da72-34f1-417f-a958-41f71bd6805c', 'name': '', 'network_id': 'a2be4ce5-079e-4771-907a-c4e8a8bcb318', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'mac_address': 'fa:16:3e:cd:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:23Z', 'updated_at': '2021-07-07T13:03:28Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'subnets': [{'id': '8da3060f-7484-4a72-ab90-6f696f57481d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:07:43.943091 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60454) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:43.998924 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.022002 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.072632 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.075135 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.076298 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ce2d751-754d-423a-b573-746a7690a06d HTTP/1.1" status: 204 len: 168 time: 0.1321564 Jul 07 13:07:44.079186 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60456) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:44.085573 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2d751-754d-423a-b573-746a7690a06d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:44.093018 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.093374 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.093717 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.093836 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.api.v2.resource [None req-27dae386-8982-4d79-b7fd-8e861b7bb476 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] show failed (client error): The resource could not be found. Jul 07 13:07:44.094054 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.094384 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.094723 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.095159 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.095494 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.095822 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.096147 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.096477 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.096795 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdfa293-f902-457a-bb3f-e78132d2c256 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:07:44.097856 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-27dae386-8982-4d79-b7fd-8e861b7bb476 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "GET /v2.0/security-groups/7ce2d751-754d-423a-b573-746a7690a06d HTTP/1.1" status: 404 len: 347 time: 0.0176828 Jul 07 13:07:44.098422 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60458) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:44.175031 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9735b53-6782-40ed-b739-01634d4ecdd7 None None] New status for floating IP 158e7b9c-c129-44e8-8413-aa128c15d5a1: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 13:07:44.223588 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Deleting port f085eea4-4cd4-40e8-9b08-3c6fdf99e28e {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:07:44.224162 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.304654 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.305047 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.313390 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.320236 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Calling delete_port for f085eea4-4cd4-40e8-9b08-3c6fdf99e28e owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:07:44.454512 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.480377 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Pushing event deleted for resources: {'Port': ['ID=f085eea4-4cd4-40e8-9b08-3c6fdf99e28e,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:44.540505 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.542983 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:44.544113 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7051e844-ecbc-421a-b45e-1afb7ee69098 tempest-AttachVolumeTestJSON-1225038968 tempest-AttachVolumeTestJSON-1225038968-project] 10.222.0.21 "DELETE /v2.0/floatingips/158e7b9c-c129-44e8-8413-aa128c15d5a1 HTTP/1.1" status: 204 len: 168 time: 0.4447649 Jul 07 13:07:45.160512 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:45.939711 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f767f711-7634-45d6-bc31-be87811d1000 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:07:45.960101 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: f767f711-7634-45d6-bc31-be87811d1000 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:07:45.960452 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f767f711-7634-45d6-bc31-be87811d1000 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:07:46.474879 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:48.207336 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60496) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:48.544205 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795095'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:48.790111 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Deleting port 3bb9da72-34f1-417f-a958-41f71bd6805c {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:07:48.790371 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:48.870804 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] For port 3bb9da72-34f1-417f-a958-41f71bd6805c, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=3bb9da72-34f1-417f-a958-41f71bd6805c,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:07:48.871181 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:48.883601 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Calling delete_port for 3bb9da72-34f1-417f-a958-41f71bd6805c owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:07:49.057352 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:49.082897 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb9da72-34f1-417f-a958-41f71bd6805c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:49.243412 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1610281'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:49.447871 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e has already been hosted by L3 agent cff2601b-450f-445a-a56a-68153a1fcb4c {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 13:07:49.548900 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] Notify agent at l3_agent.dv-cinder-792209-6-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 13:07:49.553795 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4790eca6-7298-413a-b706-688ad7090dc2 admin admin] 10.222.0.21 "PUT /v2.0/routers/59d7211b-c56f-47fd-83dd-eb9c6f0d995e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3454399 Jul 07 13:07:49.556325 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60498) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:49.557254 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] Sync routers for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 13:07:49.566670 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:07:49.567326 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:07:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:49.657385 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:49.672326 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: dv-cinder-792209-6-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:07:49.756526 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:49.812597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Deleting port debb89a4-0484-4700-9658-c85fa379c973 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:07:49.812943 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:49.852901 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'external_fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'debb89a4-0484-4700-9658-c85fa379c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:07:49Z', 'revision_number': 5, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port': {'id': 'debb89a4-0484-4700-9658-c85fa379c973', 'name': '', 'network_id': '32a8ba50-3aa9-4221-8c50-08e29a81e7c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T13:03:22Z', 'updated_at': '2021-07-07T13:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a7a726c-2995-4cce-b8ed-69bdade8f67a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-6-iscsi'}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:49.878008 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] Checking router: 59d7211b-c56f-47fd-83dd-eb9c6f0d995e for host: dv-cinder-792209-6-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 13:07:49.892116 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] Routers {'59d7211b-c56f-47fd-83dd-eb9c6f0d995e'} bound to L3 agent in host dv-cinder-792209-6-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 13:07:49.892727 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T12:48:14Z,description=,heartbeat_timestamp=2021-07-07T13:07:44Z,host='dv-cinder-792209-6-iscsi',id=cff2601b-450f-445a-a56a-68153a1fcb4c,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T12:48:14Z,topic='l3_agent')) {'router_ids': ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:49.895433 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] For port debb89a4-0484-4700-9658-c85fa379c973, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=debb89a4-0484-4700-9658-c85fa379c973,segment=NetworkSegment(a4dfb417-19c8-4d7e-834e-0aea0685b154),segment_id=a4dfb417-19c8-4d7e-834e-0aea0685b154)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:07:49.895792 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:49.912254 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Calling delete_port for debb89a4-0484-4700-9658-c85fa379c973 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:07:49.977705 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] Set router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 13:07:50.027093 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:07:49Z', 'revision_number': 6, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port_host': None}], 'dv-cinder-792209-6-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:50.054808 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d58d5-63b1-4afb-b6cf-233bb7a0faf1 None None] The sync data for ids ['59d7211b-c56f-47fd-83dd-eb9c6f0d995e'] in dv-cinder-792209-6-iscsi is: [{'id': '59d7211b-c56f-47fd-83dd-eb9c6f0d995e', 'name': 'tempest-AttachVolumeTestJSON-1320972176-router', 'tenant_id': 'bc252c93d02949368fde2ad683c68f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T13:03:21Z', 'updated_at': '2021-07-07T13:07:49Z', 'revision_number': 6, 'project_id': 'bc252c93d02949368fde2ad683c68f80', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 13:07:50.068610 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.098239 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Pushing event deleted for resources: {'Port': ['ID=debb89a4-0484-4700-9658-c85fa379c973,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:50.156398 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713232'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.243925 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7501'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.246080 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.289148 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609332'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.289597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d7211b-c56f-47fd-83dd-eb9c6f0d995e {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 13:07:50.293813 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.294962 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7aba5cbd-3eff-4067-8918-9e7899b3de92 admin admin] 10.222.0.21 "DELETE /v2.0/routers/59d7211b-c56f-47fd-83dd-eb9c6f0d995e HTTP/1.1" status: 204 len: 168 time: 0.7377074 Jul 07 13:07:50.297581 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60500) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:50.343809 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Deleting subnet 8da3060f-7484-4a72-ab90-6f696f57481d {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:07:50.346633 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.379443 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707613'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.463428 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.523118 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26976329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076978'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.548156 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da3060f-7484-4a72-ab90-6f696f57481d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:50.551693 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.553601 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-da095d34-07bb-4b52-bc17-7b28fb804ba0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8da3060f-7484-4a72-ab90-6f696f57481d HTTP/1.1" status: 204 len: 168 time: 0.2550445 Jul 07 13:07:50.556647 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60502) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:50.559185 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33232c-b5de-4a0f-8427-319ec57d39e2 None None] Network a2be4ce5-079e-4771-907a-c4e8a8bcb318 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:07:50.623104 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.673515 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Deleting port 152baa65-4d98-4eec-a881-f95b157a74b1 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:07:50.673854 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.738025 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] For port 152baa65-4d98-4eec-a881-f95b157a74b1, host dv-cinder-792209-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-6-iscsi',level=0,port_id=152baa65-4d98-4eec-a881-f95b157a74b1,segment=NetworkSegment(39a71d4e-8a1a-4d03-8301-8caaed33a6d6),segment_id=39a71d4e-8a1a-4d03-8301-8caaed33a6d6)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:07:50.738382 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.751039 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Calling delete_port for 152baa65-4d98-4eec-a881-f95b157a74b1 owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:07:50.826783 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.849744 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0115b153-c23b-46a7-9f35-e5f84aed4ddd None None] DHCP port deletion for a2be4ce5-079e-4771-907a-c4e8a8bcb318 request from dv-cinder-792209-6-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 13:07:50.854442 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 3bb9da72-34f1-417f-a958-41f71bd6805c no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:07:50.863696 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=152baa65-4d98-4eec-a881-f95b157a74b1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:50.867036 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] No DVR routers for this DVR port 152baa65-4d98-4eec-a881-f95b157a74b1 on host dv-cinder-792209-6-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:07:50.882864 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 3bb9da72-34f1-417f-a958-41f71bd6805c {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:07:50.883193 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 3bb9da72-34f1-417f-a958-41f71bd6805c not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:07:50.937058 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.947278 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2be4ce5-079e-4771-907a-c4e8a8bcb318']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:50.957373 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a71d4e-8a1a-4d03-8301-8caaed33a6d6') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:50.957678 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a71d4e-8a1a-4d03-8301-8caaed33a6d6') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:50.967055 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.981331 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.987081 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:07:50.987461 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:07:50.989089 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:07:51.045135 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:51.050403 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:51.052268 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2be4ce5-079e-4771-907a-c4e8a8bcb318 HTTP/1.1" status: 204 len: 168 time: 0.4947209 Jul 07 13:07:51.065555 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689dda-2746-4306-87b7-5f4bb332e5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a2be4ce5-079e-4771-907a-c4e8a8bcb318,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:51.213212 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60506) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:51.251341 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5b5c3ea4-93ae-4995-8f12-86943790ee34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc252c93d02949368fde2ad683c68f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369961 Jul 07 13:07:51.253752 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60508) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:51.300164 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bddfea4c-b5c3-45d5-bf65-9e71e3b70b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:51.320179 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bddfea4c-b5c3-45d5-bf65-9e71e3b70b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:51.365235 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bddfea4c-b5c3-45d5-bf65-9e71e3b70b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:51.367803 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bddfea4c-b5c3-45d5-bf65-9e71e3b70b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:51.368930 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-bddfea4c-b5c3-45d5-bf65-9e71e3b70b95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd9100b8-7440-4810-af22-b6e2f5f3a34a HTTP/1.1" status: 204 len: 168 time: 0.1143072 Jul 07 13:07:51.376641 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfea4c-b5c3-45d5-bf65-9e71e3b70b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9100b8-7440-4810-af22-b6e2f5f3a34a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:51.994605 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60530) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:52.083962 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1926319077-network', 'tenant_id': '0ff36cf859a443aaa3b70a9697b36392'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:07:52.105088 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Made reservation on behalf of 0ff36cf859a443aaa3b70a9697b36392 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:07:52.107393 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.115473 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.200832 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.205111 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.231919 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:07:52.237963 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8738c1-be74-479c-80eb-4bcb163bdc0b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:52.245569 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.245905 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Added segment f73a072c-5f38-40e8-88ba-805af7fa0075 of type vlan for network 15bb06a7-91bb-490b-99ab-438041d4e459 Jul 07 13:07:52.284107 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.312070 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.313079 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:52.313664 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.365566 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3697751 Jul 07 13:07:52.368582 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60534) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:52.373555 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Request body: {'subnet': {'network_id': '15bb06a7-91bb-490b-99ab-438041d4e459', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1926319077-subnet', 'tenant_id': '0ff36cf859a443aaa3b70a9697b36392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:07:52.374213 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511eb68-3446-4a0c-9b2c-37ad908b3f3d admin admin] Pushing event updated for resources: {'Network': ['ID=15bb06a7-91bb-490b-99ab-438041d4e459,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:52.385690 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 15bb06a7-91bb-490b-99ab-438041d4e459 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:07:52.396668 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Made reservation on behalf of 0ff36cf859a443aaa3b70a9697b36392 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:07:52.400474 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.460126 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device debb89a4-0484-4700-9658-c85fa379c973 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:07:52.481469 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: debb89a4-0484-4700-9658-c85fa379c973 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:07:52.481825 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device debb89a4-0484-4700-9658-c85fa379c973 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:07:52.482259 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 152baa65-4d98-4eec-a881-f95b157a74b1 no longer exists at agent ovs-agent-dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:07:52.502881 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-96952839-5250-465e-8cab-64282c8794fd None None] No Port match for: 152baa65-4d98-4eec-a881-f95b157a74b1 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:07:52.503239 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Device 152baa65-4d98-4eec-a881-f95b157a74b1 not bound to the agent host dv-cinder-792209-6-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:07:52.570215 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.629305 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d6310f-cfea-446a-b2a9-5ebee6c72fa0,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:52.636974 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Checking segment: {'id': 'f73a072c-5f38-40e8-88ba-805af7fa0075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '15bb06a7-91bb-490b-99ab-438041d4e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:07:52.637334 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Network hostable DHCP agents. Network: 15bb06a7-91bb-490b-99ab-438041d4e459, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:07:52.653679 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Network 15bb06a7-91bb-490b-99ab-438041d4e459 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:07:52.662186 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 15bb06a7-91bb-490b-99ab-438041d4e459) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:07:52.667190 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:52.668333 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:52.671501 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0db5ab-9bde-41fb-aea8-9beafa876114 None None] Network 15bb06a7-91bb-490b-99ab-438041d4e459 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:07:52.682563 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a4337242-898c-4a77-a45f-fe24ace891bb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3128505 Jul 07 13:07:52.792303 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347d7d8-4a2e-4db6-9e4c-ee850bb143c0 None None] Network 15bb06a7-91bb-490b-99ab-438041d4e459 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:07:53.127124 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60550) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:53.132059 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096464574-network', 'tenant_id': 'fb7cf42145e1488eb4118367517f9c88'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:07:53.151889 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Made reservation on behalf of fb7cf42145e1488eb4118367517f9c88 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:07:53.154107 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.162665 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.249444 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.253256 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.277083 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:07:53.286466 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2947518-083c-4edc-aa8c-4809e4f676b9,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:53.291214 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.291558 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Added segment 453c82b0-815f-4158-8181-c81f97349e09 of type vlan for network 161bf855-7707-490d-a1d6-27d5d6d61808 Jul 07 13:07:53.331763 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.357946 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.358898 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:53.359468 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.662389 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5341597 Jul 07 13:07:53.665570 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60552) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:53.672078 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Request body: {'subnet': {'network_id': '161bf855-7707-490d-a1d6-27d5d6d61808', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096464574-subnet', 'tenant_id': 'fb7cf42145e1488eb4118367517f9c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:07:53.676001 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3081bf3-5acc-4dca-bb3a-cbd778b6cdad admin admin] Pushing event updated for resources: {'Network': ['ID=161bf855-7707-490d-a1d6-27d5d6d61808,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:53.687234 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 161bf855-7707-490d-a1d6-27d5d6d61808 details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:07:53.694181 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Made reservation on behalf of fb7cf42145e1488eb4118367517f9c88 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:07:53.696523 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27075987'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.862131 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26976270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27075969'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.909392 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acba2b2e-8576-4572-ba8b-35bbb60da962,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:53.925202 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Checking segment: {'id': '453c82b0-815f-4158-8181-c81f97349e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '161bf855-7707-490d-a1d6-27d5d6d61808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:07:53.925552 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Network hostable DHCP agents. Network: 161bf855-7707-490d-a1d6-27d5d6d61808, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:07:53.941621 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Network 161bf855-7707-490d-a1d6-27d5d6d61808 is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:07:53.949652 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 161bf855-7707-490d-a1d6-27d5d6d61808) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:07:53.954135 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:07:53.954726 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:53.958372 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f60e87-e481-4be2-a322-7e8d561796f5 None None] Network 161bf855-7707-490d-a1d6-27d5d6d61808 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:07:53.969209 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cec45e79-f457-443e-9b5d-235f3b1e7b3f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3007860 Jul 07 13:07:54.079611 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60556) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:54.081181 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b6d56-e86c-433a-b47c-05bfb5092bb9 None None] Network 161bf855-7707-490d-a1d6-27d5d6d61808 requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:07:54.124899 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Deleting subnet 97d6310f-cfea-446a-b2a9-5ebee6c72fa0 {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:07:54.128033 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.162367 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707613'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.206431 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.257256 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26976329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27076978'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.282700 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d6310f-cfea-446a-b2a9-5ebee6c72fa0,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:54.286292 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.288163 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8382be29-a282-4d34-aac1-d630480b2db3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97d6310f-cfea-446a-b2a9-5ebee6c72fa0 HTTP/1.1" status: 204 len: 168 time: 0.2073598 Jul 07 13:07:54.290668 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60558) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:54.356478 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.434055 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.443866 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bb06a7-91bb-490b-99ab-438041d4e459']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:54.454087 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73a072c-5f38-40e8-88ba-805af7fa0075') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:54.454323 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73a072c-5f38-40e8-88ba-805af7fa0075') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:54.463621 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.480476 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.487025 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:07:54.487413 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:07:54.489219 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:07:54.545203 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.550537 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.552417 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] 10.222.0.21 "DELETE /v2.0/networks/15bb06a7-91bb-490b-99ab-438041d4e459 HTTP/1.1" status: 204 len: 168 time: 0.2607102 Jul 07 13:07:54.555358 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60560) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:54.563297 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347034fb-5762-4fa9-ad81-fece91754a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=15bb06a7-91bb-490b-99ab-438041d4e459,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:54.600410 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Deleting subnet acba2b2e-8576-4572-ba8b-35bbb60da962 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:07:54.603554 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.636431 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.672191 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.722174 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.751783 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acba2b2e-8576-4572-ba8b-35bbb60da962,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:54.753712 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.756233 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b8c2ac6d-4401-4c09-8736-779ec6177527 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/acba2b2e-8576-4572-ba8b-35bbb60da962 HTTP/1.1" status: 204 len: 168 time: 0.1986473 Jul 07 13:07:54.758643 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60562) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:54.825049 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.905790 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.916496 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161bf855-7707-490d-a1d6-27d5d6d61808']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:54.926055 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c82b0-815f-4158-8181-c81f97349e09') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:54.926347 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c82b0-815f-4158-8181-c81f97349e09') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:07:54.935163 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25402283'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.948887 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.954607 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:07:54.955004 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402403'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: timer() Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: cb(*args, **kw) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: self._notify() Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: self.callback(batched_events) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: event.method(event) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._get(url).json() Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:07:54.956640 dv-cinder-792209-6-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:07:55.007292 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.011527 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.013520 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/161bf855-7707-490d-a1d6-27d5d6d61808 HTTP/1.1" status: 204 len: 168 time: 0.2536647 Jul 07 13:07:55.025413 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57815389-59ad-4fd6-9dd1-0b4fbf1477a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=161bf855-7707-490d-a1d6-27d5d6d61808,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:55.164467 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60566) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:55.207703 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-8e13d864-1bf2-40b5-956e-ad1f89555254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ff36cf859a443aaa3b70a9697b36392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420983 Jul 07 13:07:55.210139 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60568) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:55.261718 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9452bb24-ac60-419d-90f2-7078a84f9fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.281317 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9452bb24-ac60-419d-90f2-7078a84f9fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.326209 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9452bb24-ac60-419d-90f2-7078a84f9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.328685 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9452bb24-ac60-419d-90f2-7078a84f9fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.329790 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9452bb24-ac60-419d-90f2-7078a84f9fde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc8738c1-be74-479c-80eb-4bcb163bdc0b HTTP/1.1" status: 204 len: 168 time: 0.1187739 Jul 07 13:07:55.337547 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452bb24-ac60-419d-90f2-7078a84f9fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8738c1-be74-479c-80eb-4bcb163bdc0b,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:07:55.626427 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60574) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:55.665252 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0389c350-d236-40a3-af0a-dd7ae5c105dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb7cf42145e1488eb4118367517f9c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376573 Jul 07 13:07:55.667675 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60576) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:07:55.714523 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b7af1fd7-379b-462e-a913-7c685c64d860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.734189 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b7af1fd7-379b-462e-a913-7c685c64d860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.779120 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b7af1fd7-379b-462e-a913-7c685c64d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.781606 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b7af1fd7-379b-462e-a913-7c685c64d860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:07:55.782745 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b7af1fd7-379b-462e-a913-7c685c64d860 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2947518-083c-4edc-aa8c-4809e4f676b9 HTTP/1.1" status: 204 len: 168 time: 0.1141872 Jul 07 13:07:55.791224 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af1fd7-379b-462e-a913-7c685c64d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2947518-083c-4edc-aa8c-4809e4f676b9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:00.560771 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60670) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:00.663852 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b63a3199-91de-410e-a1ec-d26712c2afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.749148 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b63a3199-91de-410e-a1ec-d26712c2afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.752984 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b63a3199-91de-410e-a1ec-d26712c2afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.790105 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b63a3199-91de-410e-a1ec-d26712c2afdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4504680f20d4d32b08213741d6371cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282896 Jul 07 13:08:00.791081 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a3199-91de-410e-a1ec-d26712c2afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963fcf56-991a-4a0b-95b0-0a65f69febb6,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:00.792811 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60674) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:00.841691 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40f6468c-c575-4f83-ac27-9ad02a33397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.861653 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40f6468c-c575-4f83-ac27-9ad02a33397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.906899 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40f6468c-c575-4f83-ac27-9ad02a33397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.909332 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-40f6468c-c575-4f83-ac27-9ad02a33397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:00.910463 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-40f6468c-c575-4f83-ac27-9ad02a33397f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/963fcf56-991a-4a0b-95b0-0a65f69febb6 HTTP/1.1" status: 204 len: 168 time: 0.1166701 Jul 07 13:08:00.917964 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6468c-c575-4f83-ac27-9ad02a33397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963fcf56-991a-4a0b-95b0-0a65f69febb6,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:01.158129 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60680) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:01.171261 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3b94f417-187f-456c-8b6f-ec02a99f8098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.261503 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3b94f417-187f-456c-8b6f-ec02a99f8098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.264982 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3b94f417-187f-456c-8b6f-ec02a99f8098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.302039 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3b94f417-187f-456c-8b6f-ec02a99f8098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3c33c4a6eb7462e9f92347e3408ab73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428967 Jul 07 13:08:01.303121 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f417-187f-456c-8b6f-ec02a99f8098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb4a8cd-68ef-43b6-a134-dbaebcc4e1f6,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:01.305782 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60682) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:01.353842 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f93fe975-7e87-4992-af2e-413225d3a791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.373664 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f93fe975-7e87-4992-af2e-413225d3a791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.419216 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f93fe975-7e87-4992-af2e-413225d3a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.421903 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f93fe975-7e87-4992-af2e-413225d3a791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:01.423272 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f93fe975-7e87-4992-af2e-413225d3a791 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eb4a8cd-68ef-43b6-a134-dbaebcc4e1f6 HTTP/1.1" status: 204 len: 168 time: 0.1165044 Jul 07 13:08:01.430626 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fe975-7e87-4992-af2e-413225d3a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb4a8cd-68ef-43b6-a134-dbaebcc4e1f6,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:06.164198 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60756) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:06.264305 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-87f60a72-a716-406f-b8e0-be032059a687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.351920 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-87f60a72-a716-406f-b8e0-be032059a687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.355586 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-87f60a72-a716-406f-b8e0-be032059a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.392821 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-87f60a72-a716-406f-b8e0-be032059a687 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f411198e40474f7d9de8e195e1ce0a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275832 Jul 07 13:08:06.393646 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60a72-a716-406f-b8e0-be032059a687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82f9857-ddab-4993-b9d4-fc857b3c9851,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:06.395701 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60760) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:06.446643 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15c08d57-b7bd-4fca-8ddf-491cf692cdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.466635 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15c08d57-b7bd-4fca-8ddf-491cf692cdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.511761 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15c08d57-b7bd-4fca-8ddf-491cf692cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.514508 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-15c08d57-b7bd-4fca-8ddf-491cf692cdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.515702 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-15c08d57-b7bd-4fca-8ddf-491cf692cdc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b82f9857-ddab-4993-b9d4-fc857b3c9851 HTTP/1.1" status: 204 len: 168 time: 0.1189926 Jul 07 13:08:06.523084 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08d57-b7bd-4fca-8ddf-491cf692cdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82f9857-ddab-4993-b9d4-fc857b3c9851,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:06.768299 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60766) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:06.781656 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-713ba26d-df91-4aab-9d03-12aad5d1f191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.869938 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-713ba26d-df91-4aab-9d03-12aad5d1f191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.873514 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-713ba26d-df91-4aab-9d03-12aad5d1f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.909517 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ba26d-df91-4aab-9d03-12aad5d1f191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b858c-e7a9-41ad-9f2d-e2ed3987cf65,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:06.916853 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-713ba26d-df91-4aab-9d03-12aad5d1f191 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c8ca2097a334e56976e4e0842d66612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444228 Jul 07 13:08:06.917282 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60768) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:06.964187 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2000324c-78aa-4b51-b6da-503bbe3b987a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:06.987440 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2000324c-78aa-4b51-b6da-503bbe3b987a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:07.032239 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2000324c-78aa-4b51-b6da-503bbe3b987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:07.034677 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2000324c-78aa-4b51-b6da-503bbe3b987a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:07.035859 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2000324c-78aa-4b51-b6da-503bbe3b987a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad6b858c-e7a9-41ad-9f2d-e2ed3987cf65 HTTP/1.1" status: 204 len: 168 time: 0.1178477 Jul 07 13:08:07.043534 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000324c-78aa-4b51-b6da-503bbe3b987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b858c-e7a9-41ad-9f2d-e2ed3987cf65,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:11.302925 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fe730e27-5abd-40e7-86d8-756e8029a464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:11.805930 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60866) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:11.907773 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b85d2e-ee0f-4149-9db4-4a2de587c6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:11.998356 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b85d2e-ee0f-4149-9db4-4a2de587c6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.002091 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-93b85d2e-ee0f-4149-9db4-4a2de587c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.040594 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-93b85d2e-ee0f-4149-9db4-4a2de587c6ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2681b5356b1d43d2aa04e06206b97cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335463 Jul 07 13:08:12.041578 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b85d2e-ee0f-4149-9db4-4a2de587c6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2e23d-6a57-436d-a5af-18dfb04cca45,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:12.043236 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60870) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:12.090486 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b6-ff1b-4e86-8f17-2c2b1ea6f6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.111306 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b6-ff1b-4e86-8f17-2c2b1ea6f6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.155631 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b6-ff1b-4e86-8f17-2c2b1ea6f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.158075 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd798b6-ff1b-4e86-8f17-2c2b1ea6f6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.159227 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0fd798b6-ff1b-4e86-8f17-2c2b1ea6f6a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cc2e23d-6a57-436d-a5af-18dfb04cca45 HTTP/1.1" status: 204 len: 168 time: 0.1149678 Jul 07 13:08:12.166963 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd798b6-ff1b-4e86-8f17-2c2b1ea6f6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2e23d-6a57-436d-a5af-18dfb04cca45,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:12.407673 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60876) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:12.421353 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-442d9cea-a082-4c13-b34f-eada3984dc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.507737 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-442d9cea-a082-4c13-b34f-eada3984dc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.511341 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-442d9cea-a082-4c13-b34f-eada3984dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.551038 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-442d9cea-a082-4c13-b34f-eada3984dc35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a4139e886f4720b1cf32a9f95713b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421201 Jul 07 13:08:12.552028 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d9cea-a082-4c13-b34f-eada3984dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f631f6-d681-4517-905a-269cac6b8210,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:12.553706 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60878) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:12.602543 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ba70a9b5-5e5f-402a-87a7-f5a9b8f6e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.623134 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ba70a9b5-5e5f-402a-87a7-f5a9b8f6e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.670058 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ba70a9b5-5e5f-402a-87a7-f5a9b8f6e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.672550 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ba70a9b5-5e5f-402a-87a7-f5a9b8f6e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:12.673656 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ba70a9b5-5e5f-402a-87a7-f5a9b8f6e604 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51f631f6-d681-4517-905a-269cac6b8210 HTTP/1.1" status: 204 len: 168 time: 0.1188414 Jul 07 13:08:12.682879 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a9b5-5e5f-402a-87a7-f5a9b8f6e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f631f6-d681-4517-905a-269cac6b8210,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:12.729676 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:08:12.987984 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 60884) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:13.001322 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d853bf26-a445-4afe-9bb7-fc048189f99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.088099 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d853bf26-a445-4afe-9bb7-fc048189f99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.091932 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d853bf26-a445-4afe-9bb7-fc048189f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.128618 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d853bf26-a445-4afe-9bb7-fc048189f99f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c7a28c6bc6b487dbcca948a52dbee5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395929 Jul 07 13:08:13.130482 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853bf26-a445-4afe-9bb7-fc048189f99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b886dbb-d56c-45b3-9146-06600f66016e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:13.131533 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 60886) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:13.180820 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e2c5eb76-a7ac-4950-b867-487b83a59f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.200708 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e2c5eb76-a7ac-4950-b867-487b83a59f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.213446 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.247071 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e2c5eb76-a7ac-4950-b867-487b83a59f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.249740 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e2c5eb76-a7ac-4950-b867-487b83a59f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:13.250923 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e2c5eb76-a7ac-4950-b867-487b83a59f72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b886dbb-d56c-45b3-9146-06600f66016e HTTP/1.1" status: 204 len: 168 time: 0.1182272 Jul 07 13:08:13.258515 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5eb76-a7ac-4950-b867-487b83a59f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b886dbb-d56c-45b3-9146-06600f66016e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:13.633610 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c9d99e55-fa47-4ba7-85cb-9043d62ff034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:14.317223 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:15.168544 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:16.479980 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:41.303282 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d061-5d5a-4b47-bb99-792e63d605b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:41.818557 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 32838) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:41.918234 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9148106c-cf92-4f5e-89d3-1a6d30e6d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.002472 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9148106c-cf92-4f5e-89d3-1a6d30e6d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.006462 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9148106c-cf92-4f5e-89d3-1a6d30e6d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.042321 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9148106c-cf92-4f5e-89d3-1a6d30e6d3d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07fbeece80244b2ba88f2849e427e5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227094 Jul 07 13:08:42.044395 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148106c-cf92-4f5e-89d3-1a6d30e6d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85005d2-2d60-4e25-83c9-5580baa7d0c5,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:42.045080 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 32842) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:42.092355 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4151-b6a5-4c76-8118-d3e7208d1a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.112800 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4151-b6a5-4c76-8118-d3e7208d1a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.159288 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4151-b6a5-4c76-8118-d3e7208d1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.162257 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4151-b6a5-4c76-8118-d3e7208d1a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.162948 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f5ac4151-b6a5-4c76-8118-d3e7208d1a45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c85005d2-2d60-4e25-83c9-5580baa7d0c5 HTTP/1.1" status: 204 len: 168 time: 0.1168106 Jul 07 13:08:42.170489 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac4151-b6a5-4c76-8118-d3e7208d1a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85005d2-2d60-4e25-83c9-5580baa7d0c5,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:42.743222 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 32864) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:42.840753 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1418499418-network', 'tenant_id': '25c1f97dec6f4dfd90637cb86cf7e746'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:08:42.860704 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Made reservation on behalf of 25c1f97dec6f4dfd90637cb86cf7e746 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:08:42.863128 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.873885 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.962380 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.966057 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:42.986542 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 13:08:42.999945 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae49676-8e30-44e7-bc03-9bf4b96baefc,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:43.007265 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.007606 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Added segment e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f of type vlan for network 531c89a5-ba7a-443f-98e1-27a582b6575a Jul 07 13:08:43.009666 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.010015 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.010353 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.010685 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.011039 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.011367 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.011697 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.012020 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.012342 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.012663 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.012982 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.013299 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:43.055824 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761824137822'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.083015 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.083949 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:43.084671 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.137660 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3927088 Jul 07 13:08:43.140462 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 32868) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:08:43.145522 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Request body: {'subnet': {'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1418499418-subnet', 'tenant_id': '25c1f97dec6f4dfd90637cb86cf7e746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:08:43.146623 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088eb0-5a03-41ec-8fc1-80d2bc09bf8f admin admin] Pushing event updated for resources: {'Network': ['ID=531c89a5-ba7a-443f-98e1-27a582b6575a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:43.159582 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-96952839-5250-465e-8cab-64282c8794fd None None] Network 531c89a5-ba7a-443f-98e1-27a582b6575a details requested by agent ovs-agent-dv-cinder-792209-6-iscsi with host dv-cinder-792209-6-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 13:08:43.167785 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Made reservation on behalf of 25c1f97dec6f4dfd90637cb86cf7e746 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:08:43.170398 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25330136'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.235883 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.334302 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25402497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25330122'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.388722 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:43.398438 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Checking segment: {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:08:43.398785 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Network hostable DHCP agents. Network: 531c89a5-ba7a-443f-98e1-27a582b6575a, hostable agents: ['4c988345-0404-440a-bcd7-8707fe5b5320'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 13:08:43.414807 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Network 531c89a5-ba7a-443f-98e1-27a582b6575a is scheduled to be hosted by DHCP agent 4c988345-0404-440a-bcd7-8707fe5b5320 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 13:08:43.423612 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-6-iscsi, 531c89a5-ba7a-443f-98e1-27a582b6575a) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:08:43.427590 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:43.428182 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:43.432527 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d3c36-5c83-4cef-8c94-a9e1d38fda00 None None] Network 531c89a5-ba7a-443f-98e1-27a582b6575a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:08:43.441579 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fbabe447-0011-4f77-9973-5b294e20d35d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2999585 Jul 07 13:08:43.554362 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55fe991-4d41-4d84-9777-213124319053 None None] Network 531c89a5-ba7a-443f-98e1-27a582b6575a requested from dv-cinder-792209-6-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 13:08:43.807184 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-eaa87a6b-7978-4f97-8441-1794441016a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:44.318639 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:45.167810 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:45.175621 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-500b4126-2cf5-4b4e-8d0b-796dfe47e79e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:45.177091 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-500b4126-2cf5-4b4e-8d0b-796dfe47e79e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 814 time: 0.0999608 Jul 07 13:08:45.192320 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-07c3cc45-f208-4a18-b340-fd89c92b6d92 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/quotas/25c1f97dec6f4dfd90637cb86cf7e746 HTTP/1.1" status: 200 len: 375 time: 0.0090752 Jul 07 13:08:45.225659 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-5866af3f-4c43-4d23-a5b5-f04df3a53e96 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286953 Jul 07 13:08:45.281564 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-749e368f-150a-454c-834d-ec223c2f1efa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 13:08:45.282602 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-749e368f-150a-454c-834d-ec223c2f1efa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503256 Jul 07 13:08:45.373232 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-3152843c-7ebd-45a8-a216-1eeb69776e27 service neutron] 10.222.0.21 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Jul 07 13:08:45.459076 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-c0ae9f4a-99cf-4f34-8c5c-14e39cb5317f service neutron] 10.222.0.21 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799544 Jul 07 13:08:45.625488 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dde57fa4-18dd-4449-9af6-db1751bef8ec req-388eb19f-a49e-4d21-887a-247e363ca00b tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 210 time: 0.0320606 Jul 07 13:08:46.482242 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:46.710987 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-208267d4-4c20-4ec4-80fb-bea03564367a tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:46.712414 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-208267d4-4c20-4ec4-80fb-bea03564367a tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 814 time: 0.1031754 Jul 07 13:08:46.732909 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Request body: {'port': {'device_id': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a', 'admin_state_up': True, 'tenant_id': '25c1f97dec6f4dfd90637cb86cf7e746'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:08:46.773742 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-071bfd1b-8a7a-4c6c-a3bc-19fe575dd8bf req-4471e9fd-452f-420b-8d1c-2df8902db963 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 210 time: 0.0381129 Jul 07 13:08:46.852548 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Made reservation on behalf of 25c1f97dec6f4dfd90637cb86cf7e746 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:08:46.856593 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:46.978012 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Allocated IP 172.20.0.7 (531c89a5-ba7a-443f-98e1-27a582b6575a/fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd/36e54bfa-6426-4e55-814d-1898ae227dbc) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:08:47.125646 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.163201 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.206322 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Network 531c89a5-ba7a-443f-98e1-27a582b6575a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:08:47.211313 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:08:47.214994 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:08:47.222763 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Pushing event updated for resources: {'Port': ['ID=36e54bfa-6426-4e55-814d-1898ae227dbc,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:47.271342 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:47.271943 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.285786 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-37f267c1-9d43-4b19-9fce-e9a7dfb9cc6d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574245 Jul 07 13:08:47.302680 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Request body: {'port': {'device_id': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:08:47.373654 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.630099 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e54bfa-6426-4e55-814d-1898ae227dbc {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:08:47.637319 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.649526 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Transition to ACTIVE for port object 36e54bfa-6426-4e55-814d-1898ae227dbc will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:08:47.653270 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.700527 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Pushing event updated for resources: {'Port': ['ID=36e54bfa-6426-4e55-814d-1898ae227dbc,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:47.768219 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Attempting to bind port 36e54bfa-6426-4e55-814d-1898ae227dbc on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:08:47.768863 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Attempting to bind port 36e54bfa-6426-4e55-814d-1898ae227dbc by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:08:47.768863 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Attempting to bind port 36e54bfa-6426-4e55-814d-1898ae227dbc on network 531c89a5-ba7a-443f-98e1-27a582b6575a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:08:47.773023 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Port 36e54bfa-6426-4e55-814d-1898ae227dbc on network 531c89a5-ba7a-443f-98e1-27a582b6575a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:08:47.773344 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Attempting to bind port 36e54bfa-6426-4e55-814d-1898ae227dbc on network 531c89a5-ba7a-443f-98e1-27a582b6575a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:08:47.778666 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:08:47.779032 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Checking segment: {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:08:47.779415 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Bound using segment: {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:08:47.779845 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Bound port: 36e54bfa-6426-4e55-814d-1898ae227dbc, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:08:47.780200 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.844187 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] For port 36e54bfa-6426-4e55-814d-1898ae227dbc, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:08:47.847429 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] For port 36e54bfa-6426-4e55-814d-1898ae227dbc, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36e54bfa-6426-4e55-814d-1898ae227dbc,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:08:47.851993 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.889689 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:47.890312 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:47.891741 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] 10.222.0.50 "PUT /v2.0/ports/36e54bfa-6426-4e55-814d-1898ae227dbc HTTP/1.1" status: 200 len: 1093 time: 0.5931327 Jul 07 13:08:47.892166 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'tag': '36e54bfa-6426-4e55-814d-1898ae227dbc'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:08:47.894401 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15167836-7fde-4744-bb50-87b41ec0d68c" -d '{"events": [{"name": "network-changed", "server_uuid": "277c4d01-3315-4cf9-984d-1cd578474aa4", "tag": "36e54bfa-6426-4e55-814d-1898ae227dbc"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:08:47.920899 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb41ca-3d89-4d25-83d2-9a613f8abd60 service neutron] Pushing event updated for resources: {'Port': ['ID=36e54bfa-6426-4e55-814d-1898ae227dbc,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:47.939708 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dc9309-f51d-4dbc-a631-93925ec9e3d1 x-openstack-request-id: req-95dc9309-f51d-4dbc-a631-93925ec9e3d1 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:08:47.940246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277c4d01-3315-4cf9-984d-1cd578474aa4", "tag": "36e54bfa-6426-4e55-814d-1898ae227dbc", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:08:47.940704 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95dc9309-f51d-4dbc-a631-93925ec9e3d1 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:08:47.941370 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'tag': '36e54bfa-6426-4e55-814d-1898ae227dbc', 'status': 'completed', 'code': 200} Jul 07 13:08:47.958891 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87fc47-c290-404a-9386-36224850e0a4 req-1f104f7c-f4f6-41a5-ba86-c9dbc4fcf48e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:47.960370 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ee87fc47-c290-404a-9386-36224850e0a4 req-1f104f7c-f4f6-41a5-ba86-c9dbc4fcf48e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 943 time: 0.0720105 Jul 07 13:08:47.997642 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ee87fc47-c290-404a-9386-36224850e0a4 req-f9c2f763-502f-41bb-8de9-c889bafa7a63 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Jul 07 13:08:48.008588 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-65c04ad2-a7dd-404b-bde3-d36573e411f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:48.010100 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-65c04ad2-a7dd-404b-bde3-d36573e411f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0535111 Jul 07 13:08:48.055420 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-568064d7-83b2-4bf1-81d9-4f45332f58f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36e54bfa-6426-4e55-814d-1898ae227dbc HTTP/1.1" status: 200 len: 217 time: 0.0332048 Jul 07 13:08:48.104705 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-7374db5f-8880-4f97-8e53-f70745e035c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:48.106070 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-7374db5f-8880-4f97-8e53-f70745e035c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd HTTP/1.1" status: 200 len: 854 time: 0.0448616 Jul 07 13:08:48.136999 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-461659c5-1dd8-42f6-9851-2dc80e4b71e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=531c89a5-ba7a-443f-98e1-27a582b6575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248241 Jul 07 13:08:48.224452 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-4c9799b5-619b-48a3-a1b7-894fbef00731 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809946 Jul 07 13:08:48.313180 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4e136f-9e70-44c3-a54a-7f678d2bb582 req-c1182433-4cb2-425f-9a89-f73c20def3ce service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819905 Jul 07 13:08:48.459554 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167836-7fde-4744-bb50-87b41ec0d68c req-4065e8a2-8e05-45eb-a929-842e44e140cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:48.461031 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-4065e8a2-8e05-45eb-a929-842e44e140cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0538805 Jul 07 13:08:48.551278 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167836-7fde-4744-bb50-87b41ec0d68c req-bec7de9f-c783-4673-a37b-a179adcc4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:48.552606 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-bec7de9f-c783-4673-a37b-a179adcc4931 service neutron] 10.222.0.50 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 916 time: 0.0836351 Jul 07 13:08:48.592853 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-bc5ca6f2-3df2-43f5-bb89-9ec95428aedd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36e54bfa-6426-4e55-814d-1898ae227dbc HTTP/1.1" status: 200 len: 217 time: 0.0329626 Jul 07 13:08:48.638742 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167836-7fde-4744-bb50-87b41ec0d68c req-6d921907-39af-44c3-8afe-38159bf4ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:48.640118 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-6d921907-39af-44c3-8afe-38159bf4ac91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd HTTP/1.1" status: 200 len: 854 time: 0.0411744 Jul 07 13:08:48.674777 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-b377cf76-bd5d-4452-bb2e-0dbf4454d5eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=531c89a5-ba7a-443f-98e1-27a582b6575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272398 Jul 07 13:08:48.770045 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-65d044d9-797f-4bb0-8e6d-14d0a3f623b1 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878899 Jul 07 13:08:48.865693 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-15167836-7fde-4744-bb50-87b41ec0d68c req-626d5393-7f6e-4896-a573-d60fd7b30148 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891116 Jul 07 13:08:49.177710 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edc16-35b8-41fa-9c0f-c1754b1b8b4f req-687eb6ab-9a5f-487f-a5f9-62f2a49d040e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:49.179120 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-079edc16-35b8-41fa-9c0f-c1754b1b8b4f req-687eb6ab-9a5f-487f-a5f9-62f2a49d040e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 943 time: 0.0688572 Jul 07 13:08:49.215521 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-079edc16-35b8-41fa-9c0f-c1754b1b8b4f req-2c535d31-9e04-4495-9214-e8f154774c7c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301228 Jul 07 13:08:49.727952 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:08:50.228586 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 36e54bfa-6426-4e55-814d-1898ae227dbc details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:08:50.320851 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 36e54bfa-6426-4e55-814d-1898ae227dbc, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36e54bfa-6426-4e55-814d-1898ae227dbc,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:08:50.335050 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': '36e54bfa-6426-4e55-814d-1898ae227dbc', 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a', 'port_id': '36e54bfa-6426-4e55-814d-1898ae227dbc', 'mac_address': 'fa:16:3e:17:d4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:08:50.371017 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:50.383222 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e54bfa-6426-4e55-814d-1898ae227dbc {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:08:50.383985 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed51d6-fe32-44c9-b1fd-1d5f9c05bcec req-061dee08-c328-40cd-ba0e-b5176651ac3e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:50.385995 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e5ed51d6-fe32-44c9-b1fd-1d5f9c05bcec req-061dee08-c328-40cd-ba0e-b5176651ac3e tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 943 time: 0.0609167 Jul 07 13:08:50.403928 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 36e54bfa-6426-4e55-814d-1898ae227dbc, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36e54bfa-6426-4e55-814d-1898ae227dbc,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:08:50.409317 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:50.426163 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e5ed51d6-fe32-44c9-b1fd-1d5f9c05bcec req-13512075-c05e-42c7-80eb-a6605ea1f4d9 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Jul 07 13:08:50.457473 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=36e54bfa-6426-4e55-814d-1898ae227dbc,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:50.464841 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.465189 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.465530 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.465867 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.466200 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.466532 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.466882 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.467218 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.467548 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.467873 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.468197 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.468519 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:08:50.695258 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['36e54bfa-6426-4e55-814d-1898ae227dbc'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:08:51.593206 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10d585-ae89-45ec-b727-2fd57e2ba81d req-c13d7723-8f00-40a0-a7d9-35b2c3649f03 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:51.594670 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f10d585-ae89-45ec-b727-2fd57e2ba81d req-c13d7723-8f00-40a0-a7d9-35b2c3649f03 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 944 time: 0.0605795 Jul 07 13:08:51.633717 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f10d585-ae89-45ec-b727-2fd57e2ba81d req-93c944e2-bda9-4652-83a4-6b659d7ad95a tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Jul 07 13:08:52.236346 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 36e54bfa-6426-4e55-814d-1898ae227dbc up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:08:52.283596 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port 36e54bfa-6426-4e55-814d-1898ae227dbc completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:08:52.287190 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port 36e54bfa-6426-4e55-814d-1898ae227dbc triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:08:52.287588 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:52.363534 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:52.384572 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e54bfa-6426-4e55-814d-1898ae227dbc'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:08:52.386837 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00cbf9-5937-4dc1-99a6-c6e317174611" -d '{"events": [{"server_uuid": "277c4d01-3315-4cf9-984d-1cd578474aa4", "name": "network-vif-plugged", "status": "completed", "tag": "36e54bfa-6426-4e55-814d-1898ae227dbc"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:08:52.398985 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port 36e54bfa-6426-4e55-814d-1898ae227dbc, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36e54bfa-6426-4e55-814d-1898ae227dbc,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:08:52.404025 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:08:52.451110 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=36e54bfa-6426-4e55-814d-1898ae227dbc,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:08:52.585865 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce110d3-aa77-4b17-b13e-0dd7c68a2f70 x-openstack-request-id: req-1ce110d3-aa77-4b17-b13e-0dd7c68a2f70 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:08:52.586160 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277c4d01-3315-4cf9-984d-1cd578474aa4", "name": "network-vif-plugged", "status": "completed", "tag": "36e54bfa-6426-4e55-814d-1898ae227dbc", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:08:52.586409 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ce110d3-aa77-4b17-b13e-0dd7c68a2f70 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:08:52.586799 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e54bfa-6426-4e55-814d-1898ae227dbc', 'code': 200} Jul 07 13:08:52.804683 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeff31f-2b09-488d-8459-21b20af03b90 req-9f4e548f-9c7f-4b0e-b395-c78148fcbad6 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:52.806225 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eeff31f-2b09-488d-8459-21b20af03b90 req-9f4e548f-9c7f-4b0e-b395-c78148fcbad6 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 945 time: 0.0624218 Jul 07 13:08:52.834636 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53675f0-d157-4221-9ce4-44bed942c063 req-3a416c41-c871-44f2-8c4f-05203d31f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:52.836184 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f53675f0-d157-4221-9ce4-44bed942c063 req-3a416c41-c871-44f2-8c4f-05203d31f86a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 1098 time: 0.0532463 Jul 07 13:08:52.846046 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eeff31f-2b09-488d-8459-21b20af03b90 req-c42924ba-8053-4f15-9987-55a7789a1a26 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Jul 07 13:08:52.869960 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f53675f0-d157-4221-9ce4-44bed942c063 req-67f72bfc-a450-4697-b83b-a1cc40f12dd3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273898 Jul 07 13:08:54.018086 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375729b2-c409-4ea0-ac15-936df5d83b5e req-aae81f6a-aee6-4f08-a555-c99eaabac30c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:54.019590 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-375729b2-c409-4ea0-ac15-936df5d83b5e req-aae81f6a-aee6-4f08-a555-c99eaabac30c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 945 time: 0.0619726 Jul 07 13:08:54.055763 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-375729b2-c409-4ea0-ac15-936df5d83b5e req-a7de4c61-a799-43e5-9887-ef83e67459a0 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Jul 07 13:08:55.228698 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c775bf-4f64-4fa2-81ed-e730e85867fe req-f4b13412-bd8f-4053-a331-d325da198173 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:08:55.230201 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-02c775bf-4f64-4fa2-81ed-e730e85867fe req-f4b13412-bd8f-4053-a331-d325da198173 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 945 time: 0.0646095 Jul 07 13:08:55.267081 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-02c775bf-4f64-4fa2-81ed-e730e85867fe req-50478769-7e01-4a35-b42a-c3b5210dc269 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Jul 07 13:09:11.304947 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-160e3c85-1ec4-445c-93ec-f48c99d6f415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:13.241600 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:13.633586 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f81d922d-0326-41b2-919e-60e7d83e75e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:14.319377 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:15.169487 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:16.488166 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:23.922779 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-146762a7-9e92-493c-92af-ccb28ec38b3a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490322 Jul 07 13:09:24.953860 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-05a3ef5d-e0f9-4ca5-a6bf-8c377c5f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:24.955364 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-05a3ef5d-e0f9-4ca5-a6bf-8c377c5f6c13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 1098 time: 0.0564978 Jul 07 13:09:25.957936 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-f6093f57-93c3-4134-9161-ff88b3d7c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:25.959426 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-f6093f57-93c3-4134-9161-ff88b3d7c0b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 916 time: 0.0825510 Jul 07 13:09:26.727342 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:09:26.849636 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-a0718bfc-382a-4da2-8d25-b567a29f4423 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36e54bfa-6426-4e55-814d-1898ae227dbc HTTP/1.1" status: 200 len: 217 time: 0.0344043 Jul 07 13:09:26.899722 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-198ab704-b93f-4c9c-9b17-d29f8c0cf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:26.901145 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-198ab704-b93f-4c9c-9b17-d29f8c0cf47a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd HTTP/1.1" status: 200 len: 854 time: 0.0453382 Jul 07 13:09:26.932859 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-a4c10523-882a-43a2-b229-0ca3f2e5fe7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=531c89a5-ba7a-443f-98e1-27a582b6575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251973 Jul 07 13:09:27.017645 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-3fa73550-daea-4212-8053-5de02cf66ecc service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781348 Jul 07 13:09:27.111417 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d2040d-2769-40ff-8fa1-1bf25fa6782b req-35e0c106-1279-46a2-adfa-78edeed0300c service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873125 Jul 07 13:09:37.022664 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23ca95-4767-4266-865f-7976f037392f req-270be104-7ccf-4fb5-b6e9-e347d58dffa0 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:37.024029 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ee23ca95-4767-4266-865f-7976f037392f req-270be104-7ccf-4fb5-b6e9-e347d58dffa0 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 945 time: 0.0610523 Jul 07 13:09:37.060439 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ee23ca95-4767-4266-865f-7976f037392f req-a84997a5-ff85-413a-8a48-350a15f4f8f8 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Jul 07 13:09:38.231027 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9233b-fc41-4f30-bfa6-12d21450c712 req-699ab714-3e28-4389-a9b9-83a76e95b7ce tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:38.232468 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9ed9233b-fc41-4f30-bfa6-12d21450c712 req-699ab714-3e28-4389-a9b9-83a76e95b7ce tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 945 time: 0.0620246 Jul 07 13:09:38.271946 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9ed9233b-fc41-4f30-bfa6-12d21450c712 req-f6cee458-cb94-4e39-a1c8-58c20ad3b847 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jul 07 13:09:38.647499 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-f8e3b00e-ef7b-4bf0-9528-ee9a2aa022d5 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:38.648951 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-f8e3b00e-ef7b-4bf0-9528-ee9a2aa022d5 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 945 time: 0.0625374 Jul 07 13:09:38.747676 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Deleting port 36e54bfa-6426-4e55-814d-1898ae227dbc {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:09:38.747918 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:38.834860 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] For port 36e54bfa-6426-4e55-814d-1898ae227dbc, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=36e54bfa-6426-4e55-814d-1898ae227dbc,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:09:38.835226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:38.847691 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Calling delete_port for 36e54bfa-6426-4e55-814d-1898ae227dbc owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:09:38.973757 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:39.001617 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Pushing event deleted for resources: {'Port': ['ID=36e54bfa-6426-4e55-814d-1898ae227dbc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:39.008572 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['36e54bfa-6426-4e55-814d-1898ae227dbc'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:09:39.049882 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] No DVR routers for this DVR port 36e54bfa-6426-4e55-814d-1898ae227dbc on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:09:39.052387 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:39.054370 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ecda327a-1678-4cce-b63b-770bb25499e6 req-16979977-3cf6-4efa-914e-40f4096b4116 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "DELETE /v2.0/ports/36e54bfa-6426-4e55-814d-1898ae227dbc HTTP/1.1" status: 204 len: 173 time: 0.3999221 Jul 07 13:09:39.054801 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'name': 'network-vif-deleted', 'tag': '36e54bfa-6426-4e55-814d-1898ae227dbc'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:09:39.057048 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b075e-d7c9-4453-a0a8-d21a29a9874d" -d '{"events": [{"server_uuid": "277c4d01-3315-4cf9-984d-1cd578474aa4", "name": "network-vif-deleted", "tag": "36e54bfa-6426-4e55-814d-1898ae227dbc"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:09:39.094031 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f009f6f-dbb3-4b56-9894-1d7cb89234d4 x-openstack-request-id: req-8f009f6f-dbb3-4b56-9894-1d7cb89234d4 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:09:39.094321 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277c4d01-3315-4cf9-984d-1cd578474aa4", "name": "network-vif-deleted", "tag": "36e54bfa-6426-4e55-814d-1898ae227dbc", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:09:39.094574 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f009f6f-dbb3-4b56-9894-1d7cb89234d4 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:09:39.094995 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277c4d01-3315-4cf9-984d-1cd578474aa4', 'name': 'network-vif-deleted', 'tag': '36e54bfa-6426-4e55-814d-1898ae227dbc', 'status': 'completed', 'code': 200} Jul 07 13:09:39.426949 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-493c7d50-7a81-4cab-8623-12a47e6055bc req-0873cf56-d5e8-4419-b110-93a44a5e967c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c4d01-3315-4cf9-984d-1cd578474aa4 HTTP/1.1" status: 200 len: 210 time: 0.0307581 Jul 07 13:09:41.304688 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6cdebe1c-8b85-45fa-9e67-a072d073ea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:43.635899 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8fb3817c-1235-42b8-aba5-84641c453703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:43.649491 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 36e54bfa-6426-4e55-814d-1898ae227dbc no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:09:43.676495 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: 36e54bfa-6426-4e55-814d-1898ae227dbc {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:09:43.676851 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device 36e54bfa-6426-4e55-814d-1898ae227dbc not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:09:43.680403 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:44.320743 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:45.171639 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:46.490595 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:49.386536 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-3bc969d4-208f-4ce0-b3ff-40f59efe3c63 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:49.387984 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-3bc969d4-208f-4ce0-b3ff-40f59efe3c63 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 814 time: 0.0956099 Jul 07 13:09:49.402544 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-c7ba9493-aad6-4f23-a3f5-fd3365fef166 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/quotas/25c1f97dec6f4dfd90637cb86cf7e746 HTTP/1.1" status: 200 len: 375 time: 0.0085645 Jul 07 13:09:49.438124 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-c591b0a4-0d2a-4bc5-82a6-de70b4d2454d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305173 Jul 07 13:09:49.591226 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0cc1a708-dc77-4ed8-ad1c-68230d9c1290 service neutron] 10.222.0.21 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459248 Jul 07 13:09:49.679408 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-f3383551-ccba-4e93-b441-e69c822e6282 service neutron] 10.222.0.21 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823109 Jul 07 13:09:49.842840 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-537af710-a593-40ae-9463-e968e0989c66 req-d3f253ef-42d5-4950-99c2-d7c1c78a7b69 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 210 time: 0.0282207 Jul 07 13:09:50.932246 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-aaa3131b-0b18-49ad-bc35-e7341145085b tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:50.933723 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-aaa3131b-0b18-49ad-bc35-e7341145085b tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 814 time: 0.1117988 Jul 07 13:09:50.956349 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Request body: {'port': {'device_id': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a', 'admin_state_up': True, 'tenant_id': '25c1f97dec6f4dfd90637cb86cf7e746'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:09:50.989019 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1201ca90-cb7d-4ebf-9dec-2362b6e16ea9 req-e9702745-de5a-4b6c-b47a-8b59013ad71a tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 210 time: 0.0278552 Jul 07 13:09:51.068828 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Made reservation on behalf of 25c1f97dec6f4dfd90637cb86cf7e746 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 13:09:51.072595 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.194499 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Allocated IP 172.20.0.2 (531c89a5-ba7a-443f-98e1-27a582b6575a/fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd/f8c47140-c8dd-4559-905b-5c5fc98c5ef3) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 13:09:51.336110 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.373725 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-739640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2068246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761824121061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26976378'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.415649 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Network 531c89a5-ba7a-443f-98e1-27a582b6575a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 13:09:51.420645 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 13:09:51.424816 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 13:09:51.450788 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Pushing event updated for resources: {'Port': ['ID=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:51.463724 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.464075 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.464414 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.464747 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.465075 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.465403 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.465727 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.466055 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.466376 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.466695 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.467043 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.467360 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:51.487404 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:51.488011 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.501255 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-bb4eaa6c-8e4c-4c28-96c6-8027f5d46ecb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489664 Jul 07 13:09:51.519399 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Request body: {'port': {'device_id': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 13:09:51.592036 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.848463 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c47140-c8dd-4559-905b-5c5fc98c5ef3 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:09:51.855616 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.866984 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Transition to ACTIVE for port object f8c47140-c8dd-4559-905b-5c5fc98c5ef3 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 13:09:51.870226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:51.937513 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Pushing event updated for resources: {'Port': ['ID=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:51.985397 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Attempting to bind port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 13:09:51.985727 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Attempting to bind port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 13:09:51.986054 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Attempting to bind port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 on network 531c89a5-ba7a-443f-98e1-27a582b6575a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:09:51.990211 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 on network 531c89a5-ba7a-443f-98e1-27a582b6575a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 13:09:51.990525 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Attempting to bind port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 on network 531c89a5-ba7a-443f-98e1-27a582b6575a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 13:09:51.995107 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Checking agent: {'id': 'e78e4e49-1f91-43cd-9818-a45415f70625', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'started_at': datetime.datetime(2021, 7, 7, 12, 54, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 13:09:51.995436 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Checking segment: {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 13:09:51.995806 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Bound using segment: {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 13:09:51.996221 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Bound port: f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 13:09:51.996571 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:52.059792 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] For port f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host hv-cinder-79220, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 13:09:52.062972 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] For port f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 13:09:52.067957 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26976392'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:52.099661 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.100286 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:52.101661 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] 10.222.0.50 "PUT /v2.0/ports/f8c47140-c8dd-4559-905b-5c5fc98c5ef3 HTTP/1.1" status: 200 len: 1093 time: 0.5862923 Jul 07 13:09:52.103766 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'tag': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:09:52.105958 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd7569-94cb-4442-8d2f-ad05b795339d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6c05ef-f6c5-439d-8bb2-55630b01a100", "tag": "f8c47140-c8dd-4559-905b-5c5fc98c5ef3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:09:52.133626 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922ac5d-9b85-4859-b144-777a48f9e38a service neutron] Pushing event updated for resources: {'Port': ['ID=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:52.158169 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2e2e68-329a-4405-9288-853c3e7823fe x-openstack-request-id: req-4f2e2e68-329a-4405-9288-853c3e7823fe {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:09:52.158597 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6c05ef-f6c5-439d-8bb2-55630b01a100", "tag": "f8c47140-c8dd-4559-905b-5c5fc98c5ef3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:09:52.158987 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f2e2e68-329a-4405-9288-853c3e7823fe {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:09:52.159387 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'tag': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3', 'status': 'completed', 'code': 200} Jul 07 13:09:52.166482 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0f41f-15ab-4f0c-8656-cb2a929f6697 req-a3b50034-bf79-496a-b337-f1a5e4f7ffbb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.167982 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fcb0f41f-15ab-4f0c-8656-cb2a929f6697 req-a3b50034-bf79-496a-b337-f1a5e4f7ffbb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 943 time: 0.0643687 Jul 07 13:09:52.213988 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fcb0f41f-15ab-4f0c-8656-cb2a929f6697 req-93074f6b-f4ee-4aee-a680-2719f166219d tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Jul 07 13:09:52.233819 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-2888915d-3596-45b3-a91e-4354509f40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.235346 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-2888915d-3596-45b3-a91e-4354509f40d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 1096 time: 0.0575383 Jul 07 13:09:52.284516 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-543e5526-bf65-4a07-b0fe-a192f71b3960 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0362704 Jul 07 13:09:52.331226 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-ba6b0e31-8e26-4b9c-adcc-57665bf19a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.332638 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-ba6b0e31-8e26-4b9c-adcc-57665bf19a7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd HTTP/1.1" status: 200 len: 854 time: 0.0424442 Jul 07 13:09:52.363377 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-4a6a5b3a-fc3e-4e94-9e37-f460657943dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=531c89a5-ba7a-443f-98e1-27a582b6575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245509 Jul 07 13:09:52.454161 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-628fea8a-ef82-46a3-8d6f-9f98145a0e72 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835931 Jul 07 13:09:52.549745 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44490be9-d2c2-4252-9c46-acff263b72d3 req-0f63099c-a047-4a5b-b36d-f447a3c6dc65 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Jul 07 13:09:52.685554 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-f357daf0-e562-407d-897a-3873f9b12a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.686917 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-f357daf0-e562-407d-897a-3873f9b12a11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 1096 time: 0.0503113 Jul 07 13:09:52.774918 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-b13d2a3e-8610-4125-8a74-8ce541c307fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.776307 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-b13d2a3e-8610-4125-8a74-8ce541c307fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 200 len: 916 time: 0.0830905 Jul 07 13:09:52.817066 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-3ccc1c4f-c434-4419-8082-a32654c60cd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0338640 Jul 07 13:09:52.868616 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-4204bd47-be61-43d0-b54e-55198b4f5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:52.870020 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-4204bd47-be61-43d0-b54e-55198b4f5dcb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd HTTP/1.1" status: 200 len: 854 time: 0.0458806 Jul 07 13:09:52.901496 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-2585b7fe-1ce9-47ed-bed7-f7d843324b62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=531c89a5-ba7a-443f-98e1-27a582b6575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244036 Jul 07 13:09:52.988402 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-912c5c7b-a876-4904-9946-55d3c7538618 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789692 Jul 07 13:09:53.334519 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93fd7569-94cb-4442-8d2f-ad05b795339d req-e07f1641-d2ba-4058-8d76-b0d5c003c4e3 service neutron] 10.222.0.50 "GET /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395095 Jul 07 13:09:53.386654 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d66b19-8216-4240-95ad-455621342b6e req-5803a820-93ee-4795-a80c-be2d95f3bc06 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:53.388149 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9d66b19-8216-4240-95ad-455621342b6e req-5803a820-93ee-4795-a80c-be2d95f3bc06 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 943 time: 0.0622380 Jul 07 13:09:53.424474 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9d66b19-8216-4240-95ad-455621342b6e req-2612e7d2-6be3-4e69-abf3-fcb14ef7f9ee tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Jul 07 13:09:54.579835 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f8c47140-c8dd-4559-905b-5c5fc98c5ef3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 13:09:54.593783 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac815436-d619-43da-84ea-149ece9e3169 req-9951cb24-9436-4ae7-a0d5-45b04791c976 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:54.595254 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac815436-d619-43da-84ea-149ece9e3169 req-9951cb24-9436-4ae7-a0d5-45b04791c976 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 943 time: 0.0634170 Jul 07 13:09:54.631496 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ac815436-d619-43da-84ea-149ece9e3169 req-dc628228-5f30-4eff-8e0a-6710cd39f951 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Jul 07 13:09:54.670897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:09:54.685206 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Returning: {'device': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3', 'network_id': '531c89a5-ba7a-443f-98e1-27a582b6575a', 'port_id': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3', 'mac_address': 'fa:16:3e:19:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 13:09:54.720291 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:54.731941 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c47140-c8dd-4559-905b-5c5fc98c5ef3 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 13:09:54.750491 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:09:54.754847 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:54.798234 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:54.805650 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.806000 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.806344 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.806680 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.807036 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.807368 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.807692 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.808017 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.808342 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.808664 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.808986 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:54.809320 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:09:55.046794 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['f8c47140-c8dd-4559-905b-5c5fc98c5ef3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:09:56.081070 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535cec2-f832-4e0a-b8b8-312ce609706f req-09b738f7-0276-4a25-a0a7-0a03fd37e3c8 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:56.082554 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6535cec2-f832-4e0a-b8b8-312ce609706f req-09b738f7-0276-4a25-a0a7-0a03fd37e3c8 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 944 time: 0.3406582 Jul 07 13:09:56.118394 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6535cec2-f832-4e0a-b8b8-312ce609706f req-246b0448-38a0-4db2-8e1f-a466c8db87df tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Jul 07 13:09:56.579003 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f8c47140-c8dd-4559-905b-5c5fc98c5ef3 up at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 13:09:56.625573 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning for port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 13:09:56.629109 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Provisioning complete for port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 13:09:56.629483 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1401968'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:56.704067 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-739581'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:56.725723 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:09:56.727949 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cf83514b5df06aeda4be5159686036e4cb1c72b231cdc4c2c15be51152bd2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab8a780-bdd8-458b-a5e4-0ec2eb4a025f" -d '{"events": [{"server_uuid": "8e6c05ef-f6c5-439d-8bb2-55630b01a100", "name": "network-vif-plugged", "status": "completed", "tag": "f8c47140-c8dd-4559-905b-5c5fc98c5ef3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:09:56.741070 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] For port f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:09:56.745318 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761824642600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761824121079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761824117800'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:09:56.767148 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db787f5-987c-4a87-8f34-b83737ae38d0 x-openstack-request-id: req-9db787f5-987c-4a87-8f34-b83737ae38d0 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:09:56.767438 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6c05ef-f6c5-439d-8bb2-55630b01a100", "name": "network-vif-plugged", "status": "completed", "tag": "f8c47140-c8dd-4559-905b-5c5fc98c5ef3", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:09:56.767825 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9db787f5-987c-4a87-8f34-b83737ae38d0 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:09:56.768199 dv-cinder-792209-6-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3', 'code': 200} Jul 07 13:09:56.793565 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Pushing event updated for resources: {'Port': ['ID=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:09:57.007374 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885903f2-5055-48c9-8052-bd4ab299da26 req-ae5fc4ba-1d82-4769-9227-b023b85c16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:57.008718 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-885903f2-5055-48c9-8052-bd4ab299da26 req-ae5fc4ba-1d82-4769-9227-b023b85c16d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 1098 time: 0.0505211 Jul 07 13:09:57.042328 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-885903f2-5055-48c9-8052-bd4ab299da26 req-4c27a802-6b59-4a3b-870e-83daee9fdd1a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272024 Jul 07 13:09:57.286989 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc385a9-4937-4900-9141-5a4aeae4dc4a req-33c37e52-7226-4df0-a503-c68306c58afb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:57.288365 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8dc385a9-4937-4900-9141-5a4aeae4dc4a req-33c37e52-7226-4df0-a503-c68306c58afb tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 945 time: 0.0612824 Jul 07 13:09:57.324733 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8dc385a9-4937-4900-9141-5a4aeae4dc4a req-d5fcf586-a2f7-40e6-ba70-a359392848c8 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Jul 07 13:09:58.496749 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339aaf6-6f5b-4bb9-a023-a4e6d66723db req-5c347337-6d58-4bf0-b746-af8dc776f618 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:09:58.498194 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6339aaf6-6f5b-4bb9-a023-a4e6d66723db req-5c347337-6d58-4bf0-b746-af8dc776f618 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 945 time: 0.0644338 Jul 07 13:09:58.535007 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6339aaf6-6f5b-4bb9-a023-a4e6d66723db req-5c6c346f-e752-4645-b0a6-fb5a69626cf3 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Jul 07 13:10:03.726636 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:10:11.305401 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7577b0ef-d792-4d1c-8af4-9b1bf0d2de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:13.636778 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-032cbb35-93da-4153-9c44-0731bd4af643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:13.662722 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:14.320974 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:15.175432 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:16.493722 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:19.754538 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100f16-2df9-4baf-9bbb-c9d15a2d2163 req-8ff64672-44a7-4c42-b743-b7a3e9145f0b tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:10:19.756044 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-13100f16-2df9-4baf-9bbb-c9d15a2d2163 req-8ff64672-44a7-4c42-b743-b7a3e9145f0b tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 945 time: 0.0673871 Jul 07 13:10:19.792428 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-13100f16-2df9-4baf-9bbb-c9d15a2d2163 req-c68ae5b9-ff46-49b3-9d74-8b0de0578cc5 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Jul 07 13:10:20.962237 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3c84-f178-4ff2-abae-16eb16584e1b req-44ec828c-ef2b-4324-bb15-2b1047980adc tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:10:20.963727 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-51ac3c84-f178-4ff2-abae-16eb16584e1b req-44ec828c-ef2b-4324-bb15-2b1047980adc tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 945 time: 0.0616760 Jul 07 13:10:21.000557 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-51ac3c84-f178-4ff2-abae-16eb16584e1b req-427df97a-df45-417b-9a7c-eaf4253b8d7c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ae49676-8e30-44e7-bc03-9bf4b96baefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 07 13:10:21.462557 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-f1e5e454-6502-41e3-a358-4817db594d32 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 13:10:21.463978 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-f1e5e454-6502-41e3-a358-4817db594d32 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 945 time: 0.0604231 Jul 07 13:10:21.560314 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Deleting port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 13:10:21.560650 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761824634588'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:21.644142 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] For port f8c47140-c8dd-4559-905b-5c5fc98c5ef3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,segment=NetworkSegment(e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f),segment_id=e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 13:10:21.644496 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610263'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:21.661584 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Calling delete_port for f8c47140-c8dd-4559-905b-5c5fc98c5ef3 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 13:10:21.789099 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761824642582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761824121070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26976371'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:21.817580 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Pushing event deleted for resources: {'Port': ['ID=f8c47140-c8dd-4559-905b-5c5fc98c5ef3,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:10:21.823746 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] get_ports_and_sgs() called for port_ids ['f8c47140-c8dd-4559-905b-5c5fc98c5ef3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 13:10:21.875076 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] No DVR routers for this DVR port f8c47140-c8dd-4559-905b-5c5fc98c5ef3 on host hv-cinder-79220 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 13:10:21.877455 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2022089'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:21.879437 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [req-44763c34-106a-4cff-8965-6d2efa5d8dea req-88b18a17-5085-4b5f-a71f-aa7dfad6883c tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.50 "DELETE /v2.0/ports/f8c47140-c8dd-4559-905b-5c5fc98c5ef3 HTTP/1.1" status: 204 len: 173 time: 0.4102776 Jul 07 13:10:21.879868 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'name': 'network-vif-deleted', 'tag': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 13:10:21.882075 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}276f0af286a83de5c09b81d5045236db9877ae02219c374d49840c787c940f83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d167d5-2ad0-4100-843d-937699bc7c62" -d '{"events": [{"server_uuid": "8e6c05ef-f6c5-439d-8bb2-55630b01a100", "name": "network-vif-deleted", "tag": "f8c47140-c8dd-4559-905b-5c5fc98c5ef3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 13:10:21.918767 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 13:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48169893-fead-4be2-8c43-23420fcadec0 x-openstack-request-id: req-48169893-fead-4be2-8c43-23420fcadec0 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 13:10:21.919079 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6c05ef-f6c5-439d-8bb2-55630b01a100", "name": "network-vif-deleted", "tag": "f8c47140-c8dd-4559-905b-5c5fc98c5ef3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 13:10:21.919326 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48169893-fead-4be2-8c43-23420fcadec0 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 13:10:21.919722 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6c05ef-f6c5-439d-8bb2-55630b01a100', 'name': 'network-vif-deleted', 'tag': 'f8c47140-c8dd-4559-905b-5c5fc98c5ef3', 'status': 'completed', 'code': 200} Jul 07 13:10:22.156980 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cc3e06ea-8d3c-4cd1-b54e-956b3492830d req-4bd0ac6b-41fe-420c-be45-6eba15ed6e74 tempest-VolumesSnapshotTestJSON-879976024 tempest-VolumesSnapshotTestJSON-879976024-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e6c05ef-f6c5-439d-8bb2-55630b01a100 HTTP/1.1" status: 200 len: 210 time: 0.0318549 Jul 07 13:10:24.735018 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f8c47140-c8dd-4559-905b-5c5fc98c5ef3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 13:10:24.757347 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] No Port match for: f8c47140-c8dd-4559-905b-5c5fc98c5ef3 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 13:10:24.757692 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Device f8c47140-c8dd-4559-905b-5c5fc98c5ef3 not bound to the agent host hv-cinder-79220 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 13:10:40.726328 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:10:41.305862 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-95f17428-9f60-455b-894a-96e5402aef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:43.637427 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e305001f-9178-4730-aeae-3b11d382d2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:43.666893 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:44.322396 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.178159 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.188036 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 33432) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:45.236375 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Deleting subnet fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 13:10:45.240019 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.273279 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25402300'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.310601 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406558'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.365116 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25333049'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.390244 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:10:45.393148 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.394319 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc7fe915-ac0e-4bf6-930f-1c4e006bb4dd HTTP/1.1" status: 204 len: 168 time: 0.2053070 Jul 07 13:10:45.397000 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.21', 33434) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:45.400091 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.400446 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.400781 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.401107 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.401435 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.401762 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.402081 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.402401 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.402720 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.403063 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.403381 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.403695 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0318e7-7d0b-4195-be91-c56ff868b999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-6-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 13:10:45.464480 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525091'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.541519 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401803', 'neutron.services.segments.db._delete_segments_for_network-8761824653406'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.551515 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531c89a5-ba7a-443f-98e1-27a582b6575a']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:10:45.561065 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:10:45.561357 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07ce72a-7ef1-4853-8ec1-cbbaf18e9a4f') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 13:10:45.570167 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761824667266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2707594'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.583400 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.589493 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 13:10:45.589870 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26976428'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: timer() Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: cb(*args, **kw) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: self._notify() Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: self.callback(batched_events) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: event.method(event) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._get(url).json() Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 13:10:45.591650 dv-cinder-792209-6-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 13:10:45.643191 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1588436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713268'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.647746 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588411'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.649564 dv-cinder-792209-6-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/531c89a5-ba7a-443f-98e1-27a582b6575a HTTP/1.1" status: 204 len: 168 time: 0.2515998 Jul 07 13:10:45.666335 dv-cinder-792209-6-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc766-0629-44c8-9465-5ce6b4f11bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=531c89a5-ba7a-443f-98e1-27a582b6575a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:10:45.771298 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 33438) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:45.809181 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-df5b3707-736e-4d97-8d4b-7b841d71ffb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25c1f97dec6f4dfd90637cb86cf7e746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367007 Jul 07 13:10:45.811481 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.21', 33440) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 13:10:45.857426 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-115c2026-cb1b-408e-9472-1e1d8ce78ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.876942 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-115c2026-cb1b-408e-9472-1e1d8ce78ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.922646 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-115c2026-cb1b-408e-9472-1e1d8ce78ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-274538'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.925443 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-115c2026-cb1b-408e-9472-1e1d8ce78ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:10:45.926569 dv-cinder-792209-6-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-115c2026-cb1b-408e-9472-1e1d8ce78ea2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ae49676-8e30-44e7-bc03-9bf4b96baefc HTTP/1.1" status: 204 len: 168 time: 0.1142123 Jul 07 13:10:45.933990 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c2026-cb1b-408e-9472-1e1d8ce78ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae49676-8e30-44e7-bc03-9bf4b96baefc,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 13:10:46.497684 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:11.306101 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-72c67e4b-118b-4bb0-bbff-413999007cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:13.637772 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1b3503b8-815c-482c-ae68-ffd72675f827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:13.676208 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:14.323038 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:15.180117 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:16.499044 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:17.725552 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:11:32.605626 dv-cinder-792209-6-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-ac5d8808-2432-471d-821e-7f82063d215f req-69140f13-2a94-4831-9fb4-b1fbd33496d2 service neutron] (92961) timed out ('10.222.0.50', 56503) {{(pid=92961) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 13:11:41.306606 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-de8ba035-9101-4173-bb3b-3b9523aafab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:43.638660 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e42c4ace-51e6-4934-83bc-1914c89af3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:43.677698 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:44.322648 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:45.183117 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:46.503032 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:11:54.724471 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:12:11.305659 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e445-8c66-4af6-afbd-0776af9c85d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:13.639151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-557ced3d-3eeb-41ef-b613-a535b21c2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:13.683772 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:14.322941 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:15.185151 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:16.504852 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:31.722456 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:12:41.307004 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-86f9033a-cae6-4ab4-bd81-790524726506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:43.638875 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e2f5c8ff-5783-4fb1-8ef1-4ac547c189d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:43.691287 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:44.324568 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:45.187886 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:12:46.508129 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:08.721160 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:13:11.307718 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0d413386-0eb0-4868-8a90-4ee9872a7515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:13.638104 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0dd54c54-2571-4bb2-8536-c5042527c5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:13.691577 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:14.326782 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:15.190173 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:16.511472 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:41.309845 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f074be9c-2ede-4388-b24f-f072418ff50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:43.638633 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-606f3773-d599-4ebb-8d33-cb5c50b0137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:43.705661 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:44.329165 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:45.193435 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:13:45.720916 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:13:46.514404 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:11.311882 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ca801952-acd9-454d-a791-8c26e6c124e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.638562 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6cefc042-1544-4f56-bfb3-32b0aacd168c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:13.704837 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:14.333172 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:15.196246 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:16.517562 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:22.719846 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:14:41.316929 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-5088f700-654d-4158-8529-77b5418577e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:43.638919 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f278fcee-70f0-457f-8f54-0ea7ebf85e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:43.720200 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:44.333634 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:45.199036 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:46.520960 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:14:59.718007 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:15:11.307091 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-151702a6-6353-4d40-aeee-df82a86d2b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:13.639185 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-29765734-e640-4a6d-a27d-e73ca7313dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:13.735499 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:14.335267 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:15.201652 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:16.524447 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:36.717998 dv-cinder-792209-6-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-81dd1ce3-5c37-418d-bd13-5c009d95b385 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 13:15:41.307654 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cdb3f745-76d2-49a7-88e6-9ba6b89e2efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:43.640226 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-615f4b4e-b78c-4c5c-b80c-64a4af836928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:43.735897 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b02fcb20-39a7-4bf8-bfdb-161783bb3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:44.335658 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-96952839-5250-465e-8cab-64282c8794fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:45.204718 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d847cba4-7afe-45b8-967c-d91ff9779402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:15:46.526740 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b25c5d9-7b64-43dd-b313-8605573011e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 13:16:11.308707 dv-cinder-792209-6-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf8bc-f129-4d6d-b816-47ca5ab9112b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761824653388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1401985'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}